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import collections 

Card = collections.namedtuple('Card', ['rank', 'suit']) 
class FrenchDeck: 

ranks = [str(n) for n in range(2, 11)] + list('DQKA') 
suits = 'spades diamonds clubs hearts'.split() 

def _init_(self): 

self._cards = [Card(rank, suit) for suit in self.suits 

for rank in self.ranks] 

def _len_(self): 

return len(self._cards) 

def_getitem_(self, position): 

return self._cards[position] 




collections. namedtuple t^jUT 


yfv 
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Python 2.6 Jf $p, namedtuple ^jjPAPJ Python M» 

, o ^ptm^ 






namedtuple, 


>>> beer_card = Card('7', 'diamonds') 
>>> beer_card 

Card(rank='7', suit='diamonds') 









>>> deck = FrenchDeckQ 
>>> len(deck) 

52 

)A- 
ift: 

>>> deck[0] 

Card(rank='2 ', suit='spades') 
>>> deck[-l] 

Card(rank='A ', suit='hearts') 




>>> from random import choice 
>>> choice(deck) 

Card(rank='3 ', suit='hearts') 
>>> choice(deck) 

Card(rank='K ', suit='spades') 
>>> choice(deck) 

Card(rank='2 ', suit='clubs') 



o 













>>> decl<[: 3] 

[Card(ranl<='2 ', suit='spades'), Card(ranl<=' 3 ', suit='spades'), 

Card(rank='4 ', suit='spades')] 

>>> decl<[12: :13] 

[Card(rank='A ', suit='spades'), Card(rank='A ', suit='diamonds'), 

Cand(rank='A ', suit='clubs'), Card(rank='A', suit='hearts')] 

17^517 get item TjH, 37“ 


>>> for card in deck: # doctest: +ELLIPSIS 
... print(card) 

Card(rank='2 ', suit='spades') 

Card(rank='3 ', suit='spades') 

Card(rank='4 ', suit='spades') 

• • • 



>>> for card in reversed(deck): # doctest: +ELLIPSIS 

print(card) 

Card(rank='A ', suit='hearts') 

Card(rank='K', suit='hearts') 

Card(rank='Q ', suit='hearts') 

• • • 
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contains 




>>> Card('Q', 'hearts') in deck 
True 

>>> Card('7', 'beasts') in deck 
False 



suit_values = dict(spades=3j hearts=2, diamonds=lj clubs=0) 
def spades_high(card): 

rank_value = FrenchDeck.ranks.index(card.rank) 

return rank_value * len(suit_values) + suit_values[card.suit] 



>>> for card in sorted(deckj key=spades_high): # doctest: +ELLIPSIS 
... print(card) 

Card(rank='2', suit='clubs') 

Card(rank='2', suit='diamonds') 

Card(rank='2', suit='hearts') 

... (46 cards ommitted) 

Card(rank='A ', suit='diamonds') 

Card(rank='A ', suit='hearts') 

Card(rank='A ', suit='spades') 
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(vector) 
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Vector(2,4) + Vextor(2,l) = 


Vector(4,5) 





Python p(| 3[&tl complex JL 

lj n itf^Jlt, #jALHl4#o 



m 












>>> vl = Vector(2j 4) 
>>> v2 = Vector(2, 1) 
>>> vl + v2 
Vector(4, 5) 



















































>>> v = Vector(3, 4) 
>>> abs(v) 

5.0 
















y 





>>> v * 3 
Vector(9, 12) 
>>> abs(v * 3) 
15.0 
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/Jn$] 1-2 



from math import hypot 
class Vector: 

def init (self, x=0 , y=0): 

self.x = x 
self.y = y 

def _repr_(self): 

return 'Vector(%r, %r)' % (self.x, self.y) 

def abs (self): 

return hypot(self.x, self.y) 










def _bool_(self): 

return bool(abs(self)) 

def _add_(self, other): 

x = self.x + other.x 
y = self.y + other.y 
return Vector(x, y) 

def _mul_(self, scalar): 

return Vector(self.x * scalar, self.y * scalar) 
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_bool_ 

x. bool 







True 0 




Python DM ^“Built-in 

Types” (https://docs.python. or^3/library/stdtypes.html#truth) , 


bool , 



O 




Vector, bool 





def _bool_(self): 

return bool(self.x or self.y) 
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repr > str > format ^ bytes 
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abs > bool > complex > int > float > hash > index 
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len >, getitem > setitem > delitem > contains 


iter > reversed > next 
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_call_ 
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getattr > getattribute > setattr > delattr > dir 


get ^ set delete 

m 

& 
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divmod 
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rlshift > rrshift > rand > rxor > ror 
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1*fc> JavaScript HjtbjzE JavaScript 
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-Geurts^ Meertens fP Pemberton 

ABC Programmer's Handbook 

1 Leo Geurts, Lambert Meertens, and Steven Pemberton, ABC Programmer's Handbook, p. 8. 
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list> 



tuple ^P collections.deque 



str> bytes^ bytearray^ memoryview ^P array.array, 







O 




list> bytearray^ array.array^ collections.deque ^P 
memoryviewo 


tuple^ str ^P bytes 


O 



2-1 UtkT (MutableSequence) 

(Sequence) 



m i 



o 





fitUl 5 Sequence ^P 


MutableSequence (Abstract Base Class, ABC) M 



, {§.;lk 

&rwm Mo 









2-1: iAA' UMLcollections.abc 4 1 fit!AL 

ff^4AA^4sft)i[^> 14 # 45 M iX ^^ilj 4K #4nJilj 
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Wffi&Ii#©*, ##Sin#'fcS¥. 



(list) 
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J o list 7E 
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frirntmimr, (list 

comprehension) n^ 0 341 

AinttftAIIIAffl'So 

(generator expression) EftAcH* 45 

T-Ant« 
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listcomps, 


Python(listcomprehension) 

(generator expression) jjpj^&ykf genexpso 
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2-1 2-2 ^ 



7K^'J 2-1 



>>> symbols = ' $<££¥€»' 

>>> codes = [] 

>>> for symbol in symbols: 

... codes.append(ord(symbol)) 

• • • 

>>> codes 


[36, 162, 163, 165, 8364, 164] 



^ Unicode ^ ££ 

>>> symbols = '$<££¥€H' 


>>> codes = [ord(symbol) for symbol in symbols] 

>>> codes 


[36, 162, 163, 165, 8364, 164] 
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m 2-i iftfram, 
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Python — ^ 





{Wart {}»()4 3 W«ff. 
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o 




Python 2.7.6 (default. Mar 22 2014, 22:59:38) 

[GCC 4.8.2] on linux2 

Type "help", "copyright", "credits" or "license" for more information. 
>>> x = 'my precious' 

>>> dummy = [x for x in 'ABC'] 

>>> x 



MftflfJSL. x Python 3 


























































































































>>> x = 'ABC' 

>>> dummy = [ord(x) for x in x] 

>>> x O 

'ABC' 

>>> dummy © 

[65, 66, 67] 

>>> 



2.2.2 Rfilter^PmapW btik 

filter ^P map 

lambda #JaLtf#!| 2-3o 


2-3 


map/filter 




>>> symbols = '$<££¥€»' 

>>> beyond_ascii = [ord(s) for s in symbols if ord(s) > 127] 

>>> beyond_ascii 

[162, 163, 165, 8364, 164] 

>>> beyond_ascii = list(filter(lambda c: c > 127, map(ord, symbols))) 

>>> beyond_ascii 

[162, 163, 165, 8364, 164] 









Alex Martelli 




( https://github.com/fluentpython/example-code ) 't 1 i4 4=t % 02-array- 
seq/listcomp_speed.py ( https://github.com/fluentpython/example- 


code/blob/master/02-array-seq/listcomp_speed.py) 













map filter 0 



















































































































>>> colors = ['black', 'white'] 

»> sizes = ['S', 'M', ' L' ] 

>>> tshirts = [(color, size) for color in colors for size in sizes] O 
>>> tshirts 

[('black', 'S'), ('black', 'M'), ('black', 'L'), ('white', ’S'), 
('white', 'M'), ('white', 'L')] 

>>> for color in colors: © 

for size in sizes: 

... print((color, size)) 


('black', ’S') 

('black', 'M') 

('black', 'L') 

('white', ’S') 

('white', 'M') 

('white', 'L') 

>>> tshirts = [(color, size) for 

for 


>>> tshirts 


size in sizes 
color in colors] 



[('black', 'S'), ('white', ’S'), ('black', 'M'), ('white', 
('black', 'L'), ('white', '!_')] 
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a/f i' 
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self._cards = [Card(rank, suit) for suit in self.suits 

for rank in self.ranks] 
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/Jn^iJ 2-5 



>>> symbols = '$tf£¥€H' 

>>> tuple(ord(symbol) for symbol in symbols) O 
(36, 162, 163, 165, 8364, 164) 

>>> import array 

>>> array.array('I', (ord(symbol) for symbol in symbols)) © 
array('I', [36, 162, 163, 165, 8364, 164]) 






>>> colors = ['black', 'white'] 

»> sizes = ['S', 'M', ' L' ] 

>>> for tshirt in ('%s %s' % (c, s) for c in colors for s in sizes): O 
... print(tshirt) 


black S 
black M 
black L 
white S 
white M 
white L 



























J LliN 



ffi 


n 












m 



in 
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ffl 2-7 



>>> lax_coordinates = (33.9425, -118.408056) O 

>>> city, year, pop, chg, area = ('Tokyo', 2003, 32450, 0.66, 8014) © 

>>> traveler_ids = [('USA', '31195855'), ('BRA', 'CE342567'), © 

('ESP', 'XDA205856')] 

>>> for passport in sorted(traveler_ids): © 

... print('%s/%s' % passport) © 

• • • 

BRA/CE342567 

ESP/XDA205856 

USA/31195855 

>>> for country, _ in traveler_ids: © 

... print(country) 

• • • 

USA 

BRA 

ESP 






passport_numbe 


(country_code 


r) 


O 






passport 




o 



© for 








Hi U L | fH lit Hi (unpacking) 
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2.3.2 



^#1 2-7 ^, 

Hj tc IS { 

Hi; IE passport 


('Tokyo', 2003, 32450, 0.66, 8014) M 
city> year^ pop> chgHDarea, 




^ ju T o Rl > 



HrHu 


% mWft 



|JT print gEft^ 
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iHiEMKT&HW 
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£«> 



* ^ 
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ii Hi fit f 
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”^T?JI> He z7ilf 3 \ (ft JIHM '/H ° Python 

HftHT T A: > tH^ETPEP 3132—Extended Iterable 

Unpacking” (https://www.python.org/dev/peps/pep-3132/) HjfHfMHc 
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>>> lax_coordinates = (33.9425, -118.408056) 

>>> latitude, longitude = lax_coordinates # Tt.ll.ifjf'il 

>>> latitude 

33.9425 

>>> longitude 

-118.408056 



>>> b, a = a, b 















>>> divmod(20, 8) 

(2, 4) 

>>> t = (20, 8) 

>>> divmod(*t) 

(2, 4) 

>>> quotient, remainder = divmod(*t) 
>>> quotient, remainder 
(2, 4) 




E3 a 















os.path.split() i 
tR (path, last_part) 







>>> import os 

>>> _, filename = os.path.split( 1 /home/luciano/.ssh/idrsa.pub 1 ) 
>>> filename 
1 idrsa.pub’ 





£01 


Wa 





ft 


gettext .gettext ill Ifc Eft $Ll 4=i, gettext 



ik (ft JC ^ ( https://docs.python.Org/3/library/gettext.html ) 




^ S. 
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>>> 

a. 

b, *rest = range(5) 

>>> 

a. 

b, rest 

(0, 


[2, 3, 4]) 

>>> 

a. 

b, *rest = range(3) 

>>> 

a. 

b, rest 

(0, 

1, 

[2]) 

>>> 

a. 

b, *rest = range(2) 

>>> 

a. 

b, rest 

(0, 

1, 

[]) 




>>> a, *body, c, d = range(5) 
>>> a, body, c, d 
(0, [1, 2], 3, 4) 

>>> *head, b, c, d = range(5) 
>>> head, b, c, d 
([0, 1], 2, 3, 4) 



2.3.3 ft 













metro_areas = [ 

('Tokyo','DP',36.933,(35.689722,139.691667)), # O 

('Delhi NCR', 'IN', 21.935, (28.613889, 77.208889)), 
('Mexico City', 'MX', 20.142, (19.433333, -99.133333)), 
('New York-Newank', 'US', 20.104, (40.808611, -74.020386)), 
('Sao Paulo', 'BR', 19.649, (-23.547778, -46.635833)), 

] 

print('{:15} | {: A 9} | {: A 9}'.format( " , 'lat.', 'long.')) 
fmt = '{:15} | {:9.4f} | {:9.4f}' 

for name, cc, pop, (latitude, longitude) in metro_areas: # © 
if longitude <= 0: # © 

print(fmt.format(name, latitude, longitude)) 



© if longitude <= 



2-8 ffttiiJ 



| lat. | long. 

Mexico City 

| 19.4333 | -99.1333 

New York-Newark 

| 40.8086 | -74.0204 

Sao Paul 

| -23.5478 | -46.6358 



ft Python 3 TtiRnJ , iMU 

def fn(aj (b., c)., d): D MM Python3 

1M“PEP 3113—Removal of Tuple Parameter 
Unpacking” (http://python.org/dcv/peps/pep-3113/) 0 W M Mhf M M 
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2.3.4 M;£7U& 


collections.namedtuple M, 



Wi, 






Card = collections.namedtuple('Card', ['rank', 'suit']) 
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7F$\ 2-9 



>>> from collections import namedtuple 

>>> City = namedtuple('City', 'name country population coordinates') O 
>>> tokyo = City('Tokyo', 'DP', 36.933, (35.689722, 139.691667)) © 

>>> tokyo 

City(name='Tokyo', country='DP', population=36.933, coordinates=(35.689722, 
139.691667)) 

>>> tokyo.population © 

36.933 

>>> tokyo.coordinates 
(35.689722, 139.691667) 

>>> tokyo[l] 

'DP' 
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make(iterable) >f P^ \^\J]'£ _asdict()» 
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>>> City._fields O 

('name', 'country', 'population', ’coordinates') 

>>> LatLong = namedtuple('LatLong', 'lat long') 

>>> delhi_data = ('Delhi NCR', 'IN', 21.935, LatLong(28.613889, 77.208889)) 
>>> delhi = City._make(delhi_data) © 

>>> delhi._asdict() © 

OrderedDict([('name', 'Delhi NCR'), ('country', ’IN'), ('population', 
21.935), ('coordinates', LatLong(lat=28.613889, long=77.208889))]) 

>>> for key, value in delhi._asdict().items(): 

print(key + value) 

name: Delhi NCR 
country: IN 
population: 21.935 

coordinates: LatLong(lat=28.613889, long=77.208889) 

>>> 


O .fields 

® _make() 

City(*delhi_data) 



O 




@ _asdict() 
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collections .OrderedDict 
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reversed 



, reversed(my_tuple) 
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reversed 
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s ._add_(s2) 

• 
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s + s2, MSc 

s ._iadd_(s2) 

• 


s += s2, /fti-fef#© 

s.append(e) 
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S M b Pi n—^MJf 7n ^ 

s.clear() 

• 



s ._contains_(e) 

• 

• 

s e 

s.copy() 

• 



s.count(e) 

• 

• 

e*s 

s._delitem_(p) 

• 



s.extend(it) 
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ffinJ mttMM. it s 

s._getitem_(p) 
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• 

s[p]> ffitfUiiLit p iKlTnjR 

































































s._getnewargs_() 
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tl Pickle 

s.index(e) 
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s. insert (p., e) 
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SfeJi p ATnJSe 

s ._iter_() 

• 

• 

m s mmim 

s ._len_() 

• 

• 

len(s), 

s ._mul_(n) 

• 

• 

s * n, n A s WSSM© 

s ._imul_(n) 
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Lfi 

* 

II 

Z3 

f$ 

\m 

St 

s ._rmul_(n) 

• 

• 

n * s, * 

s.pop([p]) 

• 


(AM) lAf pfitlAit AM0A 

mm 

s.nemove(e) 

• 



s.reverse() 

• 


fwe s mjtmmwm 

s ._reversed_() 

• 



s ._setitem_(p., 

e) 

• 


s[p] = e, ffiAift e jftSftltp, 

6tf 

s.sort([key], 

[reverse]) 
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SftJ&Xj s WTnfoSfrflW, (key) 

(reverse) 
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Python, C 
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/I^tcIS: range(3) ^P my_list[ :3] #PMtn] 3 
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ft m ip hi jal h , mi bt ea mjimm ru w -& 
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(stop - start) §P n 
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list [ :x] ^P my_list [x: ] hi K 7» 
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>>> s = 'bicycle' 

>>> s[::3] 

'bye' 

>>> s[::-l] 

'elcycib' 

>>> s[::-2] 

'eccb' 

1 deck[12: : 13] 


>>> deck[12::13] 

[Card(rank='A ', suit='spades'), Card(rank='A ', suit='diamonds '), 
Card(rank='A ', suit='clubs'), Card(rank='A', suit='hearts')] 



slice(aj b, c)o 10.4.1 
seq[start:stop:step] ^cfji Eft Bi > 
seq._getitem_(slice(start, stop. 








>>> invoice = ,,,,,, 










40 


. 0 . 6 . 

. 1909 Pimoroni PiBrella 
. 1489 6mm Tactile Switch x20 
. 1510 Panavise Dr. - PV-201 
. 1601 PiTFT Mini Kit 320x240 


52 55 

• ••••• mJ fc— • • • mJ mJ •••••••• 

$17.50 3 $52.50 

$4.95 2 $9.90 

$28.00 1 $28.00 

$34.95 1 $34.95 


>>> SKU = sliced 6) 

>>> DESCRIPTION = slice(6, 40) 

>>> UNIT_PRICE = slice(40, 52) 

>>> QUANTITY = slice(52, 55) 

>>> ITEM_TOTAL = slice(55, None) 

>>> line_items = invoice.split('\n')[2:] 

>>> for item in line_items: 

print(item[UNIT_PRICE], item[DESCRIPTION]) 


$17.50 Pimoroni PiBrella 

$4.95 6mm Tactile Switch x20 

$28.00 Panavise Dr. - PV-201 

$34.95 PiTFT Mini Kit 320x240 
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iMffia. _getitem_((i., j)) 


setitem 
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H#PJ a[ij j] 



, Python zt 


python $x* 


(ellipsis) (...) , 

Unicdoe U+2026 (...) 0 Python M BE 

Ellipsis M Ellipsis MM 









Xt§ ellipsis M 




2 


o 





, bt^tt f(a, ...j z), 

J:j iti o 

N/ o 








NumPy 4 1 > . . . 

4 x[ij ... ] gUI x[i,, ij :] 

jAL“Tentative NumPy 

Tutorial” ( http://wiki. scipy.org/Tentative_NumPy_Tutorial) 0 


a[i:.. . ]o 


M 


if# 


2 s 


jefiN ellipsis Ellipsis 0 


bool 



fjTrue False HiSiIrJI 




iFT n 





bkttt NumPy 






ip 









>>> 1 = list(range(10)) 

»> 1 

[0, 1, 2, 3, 4, 5, 6, 1, 8, 9] 

>>> 1[2:5] = [20, 30] 

»> 1 

[0, 1, 20, 30, 5, 6, 7, 8, 9] 

>>> del 1[5:7] 

»> 1 

[0, 1, 20, 30, 5, 8, 9] 

>>> 1 [ 3 :: 2 ] = [ 11 , 22 ] 

»> 1 

[0, 1, 20, 11, 5, 22, 9] 

>>> 1[2:5] = 100 O 

Traceback (most recent call last): 

File "<stdin>", line 1, in <module> 
TypeError: can only assign an iterable 





















































































>>> 1 [ 2 : 5 ] = [ 100 ] 

»> 1 

[0, 1, 100, 22, 9] 




2.5 xtif 


Python M 



* 



O 



A 1 A 


1=1 


IGl rh + 


wmmF?n& 





»> 1 = [1, 2, 3] 
>>>1*5 


[1, 2 , 3 , 1 , 2 , 3 , 1 , 2 , 3 , 1 , 2 , 3 , 1 , 2 , 3] 
>>> 5 * 'abed' 

'abcdabcdabcdabcdabcd' 








Je 


3x3 




O 





































































































































2-12 




7U 


7JS 






>>> board = [['_'] * 3 for i in range(3)] O 
>>> board 

»> board[l] [2] = 'X' © 

>>> board 

'x'l, \ ''ll 



'tfe#3 3 3 I'jt 


7JS 





o 


© 


AA* A~^ Mr 


1 ITIf? 2 




iHi^j X, 



ttM 2-13 



/IN 







2-13 ^ 



E3 ^r 


>>> weird_board = [['_'] * 3] * 3 © 

>>> weird_board 

>>> weird_board[l][2] = 'O' © 

>>> weird_board 

[['_'? 'O'l, ’O'], '0']] 









0 — H 


M* ■* A~^ A*A* 


1 ?Tll2 


/js 




A 





O 


2-13 ®W®S*®±SITBW'(f^?EWIgS-#: 


row=['_’] * 3 
board = [] 
for i in range(3): 
board.append(row) 














o 


(now) 3 



(board) 


TJ^J 



>>> board = [] 

>>> for i in range(3): 

row=[] * 3 # O 

... board.append(row) 


>>> 

board 



[['_ 

1 II 1 1 "I 

_ y _ y _ \ y 



>>> 

board[2][0] = 

'X' 


>>> 

board # © 



[['_ 

1 II 1 1 “I 

_ y _ > _ J y 


['X' 




(board) 


O 








o 



Z* 


mwm 










O 




+ fn * 









o 











































































>>> a += b 



»> 1 = [1, 2, 3] 
>>> id(i) 
4311953800 O 
>>> 1 *= 2 
»> 1 

[1, 2, 3, 1, 2, 3] 
>>> id(l) 
4311953800 © 







»> t = (1, 2, 3) 
>>> id(t) 
4312681568 © 

>>> t *= 2 
>>> id(t) 
4301348296 © 
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o 








o 






J, fjflil CPython 'S \tk 7 tfcfto % str 
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n 






o 






75 $1 2-14 



»> t = (1, 2, [30, 40]) 
>>> t[2] += [50, 60] 







o 


a. t $/&(!, 2, [30, 40, 50, 60]) 




tuple 




TypeError 


c. VXJl 



d. a fD b 



m 

7H 




mu 






tiVL ilk a|D b 



7K^2-15 


Python 3.4, {BiiikE 2.7 ^ JP: iil 



± 


mf£%, m 


6 








/JN 


igjjg t [2] .extend( [50, 60]) fiftStHS#, t§ST- 

rHi n ^ w o 




>» t = (1, 2, [30, 40]) 

>>> t[2] += [50, 60] 

Traceback (most recent call last): 

File "<stdin>", line 1, in <module> 

TypeError: ’tuple 1 object does not support item assignment 
>>> t 

(1, 2, [30, 40, 50, 60]) 


Python Tutor (http://www.pythontutor.com) 



o 

















































Frames 


Objects 


1 t = (1, 2, [30. 40]) 

t [2] ♦= [50, 60] Global frame tuple list 



1 ^ _ _ 

0 

1 

2 


0 

l 

Edit code 

1 * L 

1 

2 



30 

40 




<< First 


< Back 

Step 2 Of 2 

Forward > 


Last >> 


line that has just executed 
^ next line to execute 



t = (1, 2. [30, 40]) 
t[2] += [50, 60] 


Frames 


Global frame 


Objects 


tuple 


list 




0 

4 

2 


0 

l 

2 

3 

Edit code 


1 

2 



30 

40 

50 

60 


=0 


«First < Back Program terminated Forward 


Last 


TypeError: 'tuple' object does not support item assignment 

line that has just executed 
next line to execute 


m 2-3: 




Efl Python Tutor M yjj 



7K^ [ J 2-16 s[a] = bW/eWAlTO 


>>> dis.dis('s[a] += b') 


l 

0 L0AD_NAME 

0(s) 



3 L0AD_NAME 

1(a) 



6 DUP_T0P_TW0 




7 BINARY_SUBSCR 


o 


8 L0AD_NAME 

2(b) 



11 INPLACE_ADD 


© 


12 R0T_THREE 




13 STORE_SUBSCR 


© 


14 L0AD_C0NST 

0(None) 



17 RETURN_VALUE 




©& s [ a ] Stl fl # A TOS (Top Of Stack, 



o 


0 if If: TOS += bo 



(2-15 o 


© s[a] = TOSM 



\ > 
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2.7 list.sortTf^i^nrt jf. ihfjt sorted 








m-ifto & 


None 

#%TMIhI None Python fitl 

mm 





/V n 



it 




te>: 



m None, 





random.shuffle 




o 






fflM® None 





H| —(b^nil str MS4 

mmm mmm&, mmummmm, 


JTtll 


P (fluent interface) o #f§#jAL^'tSHf4 l i =i: W^^^® P fitlFfik 
( https://en.wikipedia.org/wiki/Fluent_interface ) o 


list. sort 




flo 32 



it sorted, 







(JAL^14$) o M^IT sorted 


it, 





list. sort 

itc 



sorted liit, 



m^0 


reverse 





True, 
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pj 



Wi key 33S nj yAizE pk] 




Wi min() max() 



itertools.groupby() heapq.nlargest() ^ 


O 






si ft-'r i?i lifli'i: fn ffr*&! t #S&: 7 





Timsort- 



e 

7E 






>>> fruits = ['grape', 'raspberry', 'apple', 'banana'] 
>>> sorted(fruits) 

['apple', 'banana', 'grape', 'raspberry'] O 
>>> fruits 

['grape', 'raspberry', 'apple', 'banana'] © 

>>> sorted(fruits, reverse=True) 

['raspberry', 'grape', 'banana', 'apple'] © 

>>> sorted(fruits, key=len) 

['grape', 'apple', 'banana', 'raspberry'] © 

>>> sorted(fruits, key=len, reverse=True) 

['raspberry', 'banana', 'grape', 'apple'] © 

>>> fruits 

['grape', 'raspberry', 'apple', 'banana'] © 

>>> fruits.sort() © 

>>> fruits 

['apple', 'banana', 'grape', 'raspberry'] © 
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© fruits 





2.8.1 bisect^® 




bisect (haystack, needle) haystack M$t 

needle (If) EfjfdlL iIG needle ft Ai^Aiifi 

, haystack 

AAeJcAA needle TKln T/A haystack ‘j&ZMjk 




M, 





o AhJl/AAA bisect(haystackj needle) 




index, A 


71 haystack, insert(index, needle) AS! A§HJl° {Bffi tilRlTI 

insort 







Raymond Hettinger 7/ T ^ iA#/? 

:A (http://code.activestate.com/recipes/577197-sortedcollection/) , 


Python ifj iSj A 





h£7 bisect {iJI A £fj bisect 






/Adi 2-17 7J7AAff AfKTl needle, m 


d 



bisect j 





if O i> 



2-4 fo 


/AdJ 2-17 AWfpA^ij7bisect lETcAATn^EfjffiAAJ! 


import bisect 
import sys 

HAYSTACK = [1, 4, 5, 6, 8, 12, 15, 20, 21, 23, 23, 26, 29, 30] 
NEEDLES = [0, 1, 2, 5, 8, 10, 22, 23, 29, 30, 31] 

ROW_FMT = '{0:2d} @ {1:2d} {2}{0:<2d}' 

def demo(bisect_fn): 

for needle in reversed(NEEDLES): 

position = bisect_fn(HAYSTACK, needle) O 
offset = position * ' |' © 





























































































print(ROW_FMT.format(needle, position, offset)) © 

if _name_ == '_main_': 

if sys.argv[-l] == 'left': © 

bisect_fn = bisect.bisect_left 
else: 

bisect_fn = bisect.bisect 
print('DEMO:', bisect_fn._name_) © 

print('haystack ->', ' '.join('%2d' % n for n in HAYSTACK)) 
demo(bisect_fn) 




bisect i< 










/ > 



jf- dj 


a£Y a 


© JGtc 




' I ^ X N 



0 


bisect ill®;. 


© 


An 


02-array-seq/ $ python3 bisect_demo.py 
DEMO: bisect 

haystack -> 1 4 5 6 8 12 15 20 21 

31 @ 14 I I I I I I I I I 

30 @ 14 I I I I I I I I I 

29 @ 13 I I I I I I I I I 

23 @ 11 I I I I I I I I I 

22 @ 9 I I I I I I I I I 

10 @ 5 I I I I 110 

8 @ 5 I I I I 18 

5 @ 3 1115 

2 @ 1 12 

1 @ 1 II 

0 @ 0 0 


8 12 15 20 21 23 23 26 29 30 


10 


31 

30 


29 


23 


22 













2-4: ffl bisect BfW tkM 2-17 Win 

AfftfeB) 
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needle @ 


position (yu 

it 




A 
P > 





bisect 





o 




bisect bisect_right 







M i == 1.0 



*k True, 1 1.0 



O 



2-5 bisect left 


n 



o 




02-array-seq/ $ python3 bisect_demo.py left 
DEMO: bisect_left 


haystack 

-> 1 

4 

5 

6 

8 12 

15 

20 

21 23 23 26 29 30 

31 

@ 

14 

1 

1 

1 

1 

1 1 

1 

1 

1 1 1 1 1 131 

30 


13 

1 

1 

1 

1 

1 1 

1 

1 

1 1 1 1 130 

29 


12 

1 

1 

1 

1 

1 1 

1 

1 

1 1 1 129 

23 


9 

1 

1 

1 

1 

1 1 

1 

1 

123 

22 


9 

1 

1 

1 

1 

1 1 

1 

1 

122 

10 


5 

1 

1 

1 

1 

110 




8 


4 

1 

1 

1 

18 





5 


2 

1 

15 







2 


1 

12 








1 

@ 

0 

1 








0 

@ 

0 

0 























>>> def grade(score, breakpoints=[60, 70, 80, 90], grades='FDCBA'): 
... i = bisect.bisect(breakpoints, score) 

return grades[i] 

• • • 

>>> [grade(score) for score in [33, 99, 77, 70, 89, 90, 100]] 

[' F 1 , 'A', 'C, 'C, 'B', 'A', 'A'] 



7^{^\ 2-18 El bisect 

(https://docs.python.Org/3/library/bisect.html) 0 

bisect Eft Milk > index (ft#'ft, 




TnllEft'fii 
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* 







insort (seq, item) item seq ^seq 

Mjfinio wvl&w 2-19 mt&m 2-6 


2-19 insort n‘ 



import bisect 
import random 

SIZE=7 


































































































random.seed(1729) 

my_list = [] 

for i in range(SIZE): 

new_item = random.randrange(SIZE*2) 
bisect.insort(my_list, new_item) 
print('%2d ->' % new_itemj my_list) 


02-array-seq/ $ python3 bisect_insort.py 
10 -> [ 10 ] 

0 -> [0, 10] 

6 -> [ 0 , 6 , 10 ] 

8 -> [ 0 , 6 , 8 , 10 ] 

7 -> [0, 6, 7, 8, 10] 

2 -> [0, 2, 6, 7, 8, 10] 

10 -> [0, 2, 6, 7, 8, 10, 10] 



insort JS bisect — tf lo fP hi 




o 



insort left, 



m 




bisect left 
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.extendo ptyY, I 

.frombytes^P .tofile 


, array .array bt list fl 

, QMi . pop^ .insert ^P 

#P 
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2-20 



>>> from array import array O 
>>> from random import random 

>>> floats = array('d'j (randomQ for i in range(10**7))) © 

>>> floats[-l] © 

0.07802343889111107 

>>> fp = open('floats.bin ', 'wb') 

>>> floats.tofile(fp) © 

>>> fp.close() 

>>> floats2 = array('d') © 

>>> fp = open('floats.bin ', 'rb') 

>>> floats2.fromfile(fpj 10**7) © 

>>> fp.close() 

>>> floats2[-l] © 

0.07802343889111107 

>>> floats2 == floats 0 

True 



o 







pickle (https://docs.python. 0 rg/ 3 /library/pickle.html) 

pickle.dump array.tofile 




A. 







gStftlM bytes m bytearny 4 





<s 2-2 


o 



2 - 2 : 






M 

s 


s._add(s2)_ 

• 

• 

s + s2, lit® 

s._iadd(s2)_ 

• 

• 

s += s2, /fiiMthl 

s.append(e) 

• 

• 


s.byteswap 


• 


s . clear() 

• 


« MWtc* 


















































































































s ._contains_(e) 

• 

• 

s 13 W e 

s.copy() 

• 



s •_copy_() 


• 

X4 copy, copy fitlTi: 

zfci 

W 

s.count(e) 

• 

• 

s 7 e M&mt; 

s ._deepcopy_() 


• 

M copy .deepcopy 

s._delitem_(p) 

• 

• 

fUSMifL. p WAlS 

s.extend(it) 

• 

• 

> 

/ 

i it 

s.fnombytes(b) 


• 

> 

/ 


s . f romf ile(fn) 


• 

Wit P n M. 

s.fnomlist(1) 


• 

SC7 TypeError 

s._getitem_(p) 

• 

• 

s[p]» ii?x{7®pi 


s.index(e) 

• 

• 


: 3cPJ e 

s.insent(pj e) 

• 

• 

iCfcjiT 1 P 0tl7C^^3ijSA7C^ e 

s.itemsize 


• 


s ._iter_() 





















































• 

• 

mmmm 

s ._len_() 

• 

• 

len(s), 


s ._mul_(n) 

• 

• 

s * n, mmm 

s ._imul_(n) 

• 

• 

s *= n, 

■*** 

s ._rmul_(n) 

• 

• 

n * s, JxIp]S 


s.pop([p]) 

• 

• 


s.nemove(e) 

• 

• 


:! h-mm e a* 

s.reverse() 

• 

• 

iftj&ii M A 1 tuM W {A Jl 

s ._reversed_() 

• 



s ._setitem_ (p., 

e) 

• 

• 

s[p] = e, ftHAA P e 

s.sort([key], 

[revers]) 

• 


^ll t pJ key reverse 

s.tobytes() 


• 

b y t es xtmiwAM * 

s.tofile(f) 


• 


s.tolist() 


• 

mmm 





ItlMSciSst 




















































s.typecode 





bk Python 3.4 JF$n, 








a = array.array(a.typecodej sorted(a)) 






bisect.insort 


memoryview, 



O 



memoryview 


O 


2.9.2 




memoryview 



6b 


fr BE 






^ 7 7l ® ^ Jt ° memoryview 7 NumPy (#J7 

2.9.3 7) o Travis Oliphant 7 NumPy When 

should a memoryview be 

used?” (http://stackoverflow.com/questions/4845418/when-should-a- 
memoryview-be-used/ ) 7 IhI JMihj^37#^ 7j: 





































































































>>> numbers = array.array('h', [-2, -1, 0, 1, 2]) 
>>> memv = memoryview(numbers) © 

>>> len(memv) 

5 

>>> memv[0] © 

-2 

>>> memv_oct = memv.cast('B') © 

>>> memv_oct.tolist() © 

[254, 255, 255, 255, 0, 0, 1, 0, 2, 0] 

>>> memv_oct[5] = 4 © 

>>> numbers 

array('h', [-2, -1, 1024, 1, 2]) © 






memoryviewo 




G ^2# memv_oct Eft 1*1 

@ *E5 4o 



4 4-4 memoryview 

struct 





2.9.3 NumPy^PSciPy 



r u |0 



NumPy fP SciPy Python if 





NumPy Mi T &■ it R M tfc £IL (homogeneous array) 




SciPy ^S7 NumPy ifjff, ftUtt7m^lff^if^itt 

if, ifft^^fP^if^Mi^ifo SciPy 

C fP Fortran if if, 




ffTOIISf 


Netlib (http://www.netlib.org) „ if7Jifij7 SciPy ifiS7 C fP Fortran 





o 


7F&I 2-22 

o 



tk^iJ 2-22 Xf numpy. ndarray ifjfrfPflJif fr 


>>> import numpy O 

>>> a = numpy.arange(12) © 

>>> a 

array([ 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11]) 

>>> type(a) 

<class 'numpy.ndarray'> 

>>> a.shape © 

( 12 ,) 

>>> a.shape = 3, 4 © 

>>> a 

array([[ 0, 1, 2, 3], 

[ 4, 5, 6, 7], 

[ 8, 9, 10, 11]]) 

>>> a[2] © 

array([ 8, 9, 10, 11]) 

>>> a[2, 1] © 

9 

>>> a[:, 1] © 

array([1, 5, 9]) 

>>> a.transpose() © 






























































array([[ 

0, 

4, 

8], 

[ 

1, 

5, 

9], 

[ 

2, 

6, 

10], 

[ 

3, 

1 , 

11]]) 




>>> import numpy 

>>> floats = numpy.loadtxt('floats-10M-lines.txt') © 

>>> floats[-3:] © 

array([ 3016362.69195522, 535281.10514262, 4566560.44373946]) 
>>> floats *= .5 © 

>>> floats[-3:] 

array([ 1508181.34597761, 267640.55257131, 2283280.22186973]) 
>>> from time import perf_counter as pc © 

>>> t0 = pc(); floats /= 3; pc() - t0 © 

0.03690556302899495 

>>> numpy.save('floats-10M', floats) © 

>>> floats2 = numpy.load('floats-10M.npy', ’r+') © 

>>> floats2 *= 6 
>>> floats2[-3:] © 

memmap([3016362.69195522, 535281.10514262, 4566560.44373946]) 






./f 


(Python 3.3 RSM Iftlifct'tflPfi 




o 



3, nm*iy&ta 1000 ^-ts^ascwswwrajE 


© iGmmxfsm.^ .n Py w -sfMjtft 


o 




SKM 



mm , vnkioadjjmmT-tm 

^mmi^ \m^ mmmm 


Me 




NumPy M SciPy M tisM MlicItMj ° ^“Installing the SciPy 


Stack” ( http://www.sdpy or^install.html) MM, SciPy.org Miotic 

, MM Anacoda^ Enthought 

MW GNU/Linux«MffiMh5i^n 


MMMif J¥ Python 
Canopy^ WinPython, 



A^rA^r 


vr* o 


A-vV 




MMIIBM-b 

Debian Ubuntu MM, 


s M ^ 111 NumPy M SciPy,, M M, 




$ sudo apt-get install python-numpy python-scipy 
























































































































tkW 2-23 

>>> from collections import deque 

>>> dq = deque(range(10), maxlen=10) O 

>>> dq 

deque([0, 1, 2, 3 , 4, 5, 6 , l y 8, 9], maxlen=10) 

>>> dq.rotate(3) © 

>>> dq 

deque([7, 8, 9, 0, 1, 2, 3 , 4, 5, 6], maxlen=10) 

>>> dq.rotate(-4) 

>>> dq 

deque([l, 2, 3 , 4, 5, 6, 1, 8, 9, 0], maxlen=10) 

>>> dq.appendleft(-1) © 

>>> dq 

deque([-l, 1, 2, 3 , 4, 5 , 6 , 1, 8, 9], maxlen=10) 

>>> dq.extend([11, 22, 33]) © 

>>> dq 

deque([3, 4, 9, 6, 1, 8, 9, 11, 22, 33], maxlen=10) 

>>> dq.extendleft([10, 20, 30, 40]) © 

>>> dq 

deque([40, 30, 20, 10, 3, 4, 5, 6, 1, 8], maxlen=10) 

El maxlen M 











Tin > 0 0f, 


iio ^ n < 0 0f , 



® msa# 




EAw (len(d) == d.maxlen) EftPA^lKSM 


To 



□ i±MftT^frJI, 7C 




O SMfl^P 3 



-l, l fP 2o 


©extendleft(iter) 7T 






2-3 (object 
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iHtlTjiA* bkbui& popleft fP rotate<, 





append fP popleft 




tA deque nJT 


N rfoilc 





*2-3: AiJ * W « ft pa ^ «j * ft (^feffiEWiiStftlMAfft) 



n 

XX [H] PA 

n 


s ._add_( s2) 

• 


s + S 2 , mm 

s ._iadd_( s2) 

• 

• 

s += S2, 




& BTnftPJItEt] (MMfs TtcJB: 




























































































s.append(e) 

• 

• 

jp ) 

s.appendleft(e) 





• 

HU) 

s.clear() 

• 

• 


s._contains_(e) 

• 


s aI ril3 W e 

s.copy() 

• 



s •_copy_() 


• 

M copy, copy 

s.count(e) 

• 

• 

s ^ e 

s._delitem_(p) 

• 

• 


s.extend(i) 

• 

• 


s.extendleft(i) 


• 


s._getitem_(p) 

• 

• 

s[p], p 

s.index(e) 

• 



s.insert(p, e) 

• 


p $J7uj^;t Buffi ATnjR e 

s ._iter_() 

• 

• 


s ._len_() 

• 

• 

len(s), ff’tyffl'] kA 












































s ._mul_(n) 

• 


S * n, 

s ._imul_(n) 

• 


s *= n, 

s ._rmul_(n) 

• 


n * s, JxlP] MMMW* 

s.popO 

• 

• 


s.popleft() 


• 


s.nemove(e) 

• 

• 


s.reverse() 

• 

• 


s ._reversed_() 

• 

• 


s.rotate(n) 


• 

m^Atm mmm 

s._setitem_(p., e) 

• 

• 

s[p] = e, p e 

s.sort([key], 

[revers]) 
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y key reverse 
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^ Queues LifoQueue ^P 

PriorityQueue, 

maxsize, AlfAfAiEilt 

ft, f%mmzu^m^mm, mmmr^ 


7JS 


^liftf-Alio jA, 


\-H- 


> . > 


>1/ /> 




^js 


t^Tftgo & 


? t s> 









multiprocessing 

^ Bfitl Queue, '££11 queue .Queue s*|f^, HijctHt 

multiprocessing.DoinableQueue hT^iAfi^lf JI^#jliAf 


asyncio 

Python3.4 ffMMW 
Queue^ LifoQueue^ PriorityQueue ^P DoinableQueue, 

||J queue ^P multiprocessing flJAfitlfPft, fS^^#/y^fMM6t(f3:^* 

heapq 

hea Pq ^wiA^«, «t 

heappush ^P heappop AAA, i±^A A AfA^f IAA[M#fA 








o 33 ^b 
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7H 







sort ^P Jl fitl sorted 





yfv 




%Mi key #i(o key 



min max 

WAm^m\ bisect.insorto bisect.bisect StJfM jH!] 7 § 






David Beazley Brian K. Jones fitJ (Python Cookbook (H 3 Jfe) 73t 




(PythonCookbook (®2 |fe) 71Eftzl Python2.4, 

Python3 7o 5 $fPj| 6 
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Alex Martelli > Anna Martelli 


Ravenscroft ^P David Ascher, 7 ^biETf7/l 17 Python fM iff J73 7 7 §fctS 

MMT Python ^ 
i^U:, Python 3 f 2 * 


7^0 







Python ^“Sorting HOW TO”—£ 

( https://docs.python.Org/3/howto/ sorting.html ) 

sorted ^P list.sort 



“PEP 3132 — Extended Iterable 

Unpacking” (https://www.python.org/dev/peps/pep-3132/) 7 7)1 {7 71 

*extra 7jl7;ii7f77ffft tit 77 T Python 7# 


“Missing *-unpacking 

generalizations” (http://bugs.python.org/issue2292 ) 











448—Additional Unpacking 

Generalizations” (https://www.python.org/dev/peps/pep-0448/) 777 7 



Python 3.5 7 


Eli Bendersky &(jt$§7/^“Less Copies in Python with the Buffer Protocol 
and memoryviews” (http://eli.thegreenplace.net/2011/ll/28/less-copies-in- 
python-with-the-buffer-protocol-and-memoryviews/ ) 
memory view Tuhifcti 
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IPython -# JE “IPython 

7” (http://ipython.or^notebook.html) IPython 7 2012 



Python collections — Container 

datatypes” (https://docs.python.or^3/library/collections.html ) 
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PythonM6^faH (range) 

Edsger W. Dijkstra 
37lf7[7/“Why Numbering Should Start at 

Zero” ( http://www.cs.utexas.edu/users/EWD/transcriptions/EWD08xx/EWD8 

Python ft# 

Dijkstra 4 2, 3, ..., 12 k/rtfbJTO 

[WJ0733S 






2 ^ i < \ 13 

OWT#, 'ABCED 1 [1:3] 







BC' 



~ B i 



4 2, 3, ..., 


'M BCD', 

#PJUTfAlibIl'Jfb Dijkstra 4# , $c17 77^ 17 ° ) 


range(2j 13) 




2012 7, $77 PyCon US ± P!£ 7 —377:7 ABC ® g 7j±fT7o Guido 

Python® rnZrnmm ABC HiftflHil 



7$^7tmo MIT#, M_S.fPil£iJ7 ABC MW 

















































































































































compounds compounds Python7C(ftJMi.> E 

, (diet) (ABC M 

, SP table) o {B compounds 
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7JG compounds H^TI^NTKfMG 
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S.SS Guido iffi, 



it compounds 


Guido 0Sil, Pythonfi 





— 1 a 

X N 



rfo^Sr 




compounds 
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mm&ft (^ 


$ frozenlist 




) , 
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7E 
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(7 Python Jlfft 


apply WWio Python3, *extra 
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yfv 


Wo -it 



, i± Python 

fU #} ^57’ (“Elegance begets 


ja &*? 
7E 


simplicity”) ^ 2009 PyCon tf) P^, PpPyCon fft T 


tt ±, III# Pp£ T tt± l737 W Bruce Eckel ifil (ft « 




A*A* 





ih BP:S#(ft#' 



O 






PyCon (ft T ft 
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4C '77s' 




^“DataModel”^:^ 

( https: //docs .python, or^3/reference/datamodel .html#obj ects-values- 
and-types) : 
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-mm, Wa$) t * 







>» 1 » [ 28 , 14 , ' 28 ', 5 , ' 9 ', ' 1 ', 0 , 6 , ' 23 ', 19 ] 
>>> sorted(l) 

Traceback (most recent call last): 

File "<stdin>"j line 1 , in <module> 












































































































































TypeError: unorderable types: str() < int() 
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list.sort^ sorted^ max ^P min MllfcEft key 



ilifo 


Tt 

p P=r 









7§ 




ll ft fP ;%#!£> m^Python2M^ cmp(a, b)o key #fti& 

*E 












>>> 1 = [ 28 , 14 , ' 28 ', 5 , ' 9 ', ' 1 ', 0 , 6 , ' 23 ', 
>>> sorted(l, key=int) 

[ 0 , ' 1 ', 5 , 6 , ' 9 ', 14 , 19 , ' 23 ', 28 , ' 28 '] 

>>> sorted(l, key=str) 

[ 0 , ' 1 ', 14 , 19 , ' 23 ', 28 , ' 28 ', 5 , 6 , ' 9 '] 


19 ] 


Oracle Google ^P Timbot fi] Eft J V # 


sorted ^P list.sort Wit? fit! 




y£Jik Timsort, WH 
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> (Rii 



^ E3 

rP 7E 



Awmm# 




^Eft (https://en.wikipedia.org/wiki/Timsort) 0 


Timsort A 2002 CPython tg 2009 Java 


















































































































Android o AAPJAAAA£P, 

;lk0 AA Google A Sun Oracle IE Timsort A [ft—th^g 

AA^ AfP T Hi It ilE 1A o # JE“ Oracle v. Google—Day 14 Filings”^ 
A (http://www.groklaw.neFarticlebasic.php? 

story=20120510205659643 ) „ 


Timsort fillAHk Tim Peters, lik R BH ill 


;H ik inj r~ 


Python \% ‘ t 



o 




H/te, 'ftkiMW7“Timbot”iA 



o A “Python 


Humor” ( https ://www.python.or^doc/humor/#id9) A A A A A A A 


fKIA Tim ill ^“Python A#” (import this) 
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% 18 ^“Python 





builtins 


diet Wk 
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7H 
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A1A, 










diet 




• set ^P frozenset 









collections. abc Napping ^P NutableNapping 




Python2.6 3\ Python 3.2 collections. abc 

W$k> WHUll'f 1 collections HJ&) » #JE@3-lo 


Container 


contains 


Iterable 


iter 


Sized 


ten 



< 


Mapping 


getitem_ 

contains 


eq 

ne 



< 



MutableMapping 

setitem 

delitem 

clear 

pop 

popitem 

setdefault 

update 




3-1: collections.abc 4*1$ NutableNapping 




UML 









y< 9 















>>> my_dict = {} 

>>> isinstance(my_dict , abc.Mapping) 
True 





o 

















Python inJ'/E^t ( https ://docs. python.org/3/glossary.html#term- 


hashable) 



fU£: 







F=t 






tt> tl tf: 








frozenset 




n 






>>> tt = (1, 2, (30, 40)) 

>>> hash(tt) 

8027212646858338501 
>>> tl = (1, 2, [30, 40]) 

>>> hash(tl) 

Traceback (most recent call last): 

File "<stdin>", line 1, in <module> 
TypeError: unhashable type: 'list' 

>>> tf = (1, 2 , frozenset([30, 40])) 
>>> hash(tf) 

-4118419923444501110 
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“Built-in 

Types” (https://docs.python.or^3/library/stdtypes.html#rnapping-types-dict) 


>>> a = dict(one=l, two=2, three=3) 

>>> b = {'one': 1, 'two': 2, 'three': 3} 

>>> c = dict(zip(['one', 'two', 'three'], [1, 2, 3])) 
>>> d = dict([('two', 2 ), ('one', 1), ('three', 3)]) 
>>> e = dict({'three': 3, 'one': 1, 'two': 2}) 

>>> a == b == c == d == e 
True 






(diet 


comprehension) 




o 


























































>>> DIAL_CODES = [ O 

... (86, 'China'), 

(91, 'India'), 

... (1, 'United States'), 

... (62, 'Indonesia'), 

(55, 'Brazil'), 

(92, 'Pakistan'), 

... (880, 'Bangladesh'), 

... (234, 'Nigeria'), 

... (7, 'Russia'), 

... (81, 'Japan'), 

] 

>>> country_code = {country: code for code, country in DIAL_CODES} © 
>>> country_code 

{'China': 86, 'India': 91, 'Bangladesh': 880, 'United States': 1, 
'Pakistan': 92, 'Japan': 81, 'Russia': 7, 'Brazil': 55, 'Nigeria': 

234, 'Indonesia': 62} 

>>> {code: country.upper() for country, code in country_code.items() © 

... if code < 66} 

{1: 'UNITED STATES', 55: 'BRAZIL', 62: 'INDONESIA', 7: 'RUSSIA'} 









o 






m o 
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dict> defaultdict ^P OrderedDict 


jk diet 


collections 



O 








^3-1: dict> collections.defaultdicttP 

collections.OrderedDicti^H^i^M^M 

7^iobjectltt^JE3f&) ; nj 



diet 

defaultdict 

OrderedDict 


d. clean() 

• 

• 

• 


d._contains_(k) 

• 

• 

• 

lit k JlkiA d 1 1 1 

d.copy() 

• 

• 

• 

mnm 

d •_copy_() 


• 


copy.copy 

d.default_factony 


• 


i£ missing + fit) 

mm, 

it* 

d._delitem_(k) 

• 

• 

• 

del d[k], k fftTG^ 

d.fnomkeys(itj 
[initial]) 

• 

• 

• 

tmim it 

$P;fp:W initial 

iAtI^ None ) 





MIhIIS k 
































































d.get(kj 
[default]) 

• 

• 

• 

defaul 

!k, FJM0 None 
t 

d._getitem_(k) 

• 

• 

• 

d m d[k] 

k >44Z0tH4 

d.items() 

• 

• 

• 

I® d 

d ._iter_() 

• 

• 

• 

Mi 

mmix^ 

d.keys() 

• 

• 

• 


d ._len_() 

• 

• 

• 

len(d) 

d._missing_(k) 


• 


S_getitem_ 

d.move to end(k, 
[last]) 



• 

fEiL4j k 

(last 

0 T \ 

7 ^; True ) 

d.pop(kj [defaul] 

• 

• 

• 

MSS! k 04®, 

M0 None % C^" defaul 

d.popitem() 

• 

• 

• 

in 0 

mm # 

d ._reversed_() 



• 

mm 


d.setdefault(k, 
[default]) 

• 

• 

• 

{4; % 

(SWfitk, 

J default, 

r7c> J/UIlh d[k] = 



















































default* $&joM n default 

d. setitem (k, 

V) 

• 

• 

• 

^Sftd[k] = vSIfE tE k X^t/^Z6tJ 
ISi5;)%v 

d.update(m J 
[ **kargs]) 

• 

• 

• 


d.values() 

• 

• 

• 



* default_factory (callable) , 'Stft'ft/jS: 

defaultdict 


# OnderedDict.popitem() (TtS^E) 

last #®[, %%%, xmitm c«ia) 




n 



t ffi fft 4*» update m 

f t*c It m H^rff keys 1P4 update 





WJ 








setdefault^bSJic^S 1 
























































































































1 7#!]i7^Li' M i7 Martelli (ftM'0f : “Re-leaming python” 1 ! 3 (H 41 77 IT 

Tfe, http://www.aleax.it/Python/accu04_Relearn_Python_alex.pdf) , jtfc0!ITT!illfeTfe7777^'ffe | J 3-4 
T 1 . f^57flt£plfeM77 dict.setdefault = 




import sys 
import re 

WORD_RE = re.compile(r'\w+') 


index = {} 

with open(sys.argv[l ], encoding='utf-8') as fp: 
for line_no, line in enumerate(fpj 1): 
for match in WORD_RE.finditer(line): 
word = match.group() 
column_no = match.start()+l 
location = (line_nOj column_no) 

occurrences = index.get(word, []) © 

occurrences.append(location) © 

index[word] = occurrences © 

# 

for word in sorted(indeXj l<ey=str. upper): © 

print(word, index[word]) 



± 



O 

© 

© 





















































































$ python3 index©.py ./data/zen.txt 

a [(19, 48), (20, 53)] 

Although [(11, 1), (16, 1), (18, 1)] 

ambiguity [(14, 16)] 

and [(15, 23)] 

are [(21, 12)] 

aren [(10, 15)] 

at [(16, 38)] 

bad [(19, 50)] 

be [(15, 14), (16, 27), (20, 50)] 
beats [(11, 23)] 

Beautiful [(3, 1)] 

better [(3, 14), (4, 13), (5, 11), (6, 12), (7, 9), (8, 11), 
(17, 8), (18, 25)] 


3-2 M&hIIinjt±l M f##1 diet. setdefault nJL^JR 

3-4 AlexMartelli [=J 



index.py _ 

Tjkm 3-2 2^ 






U7 diet.setdefault 



import sys 
import re 

WORD_RE = re.compile(r'\w+') 
index = {} 

with open(sys.argv[l], encoding='utf-8') as fp: 







for line_no, line in enumerate(fp, 1): 
for match in WORD_RE.finditer(line): 
word = match.group() 
column_no = match.start()+l 
location = (line_no, column_no) 
index.setdefault(word, []).append(location) O 

for word in sorted(index, key=str.upper): 
print(wordj index[word]) 



my_dict.setdefault(key, []).append(new_value) 


if key not in my_dict: 

my_dict[key] = [] 
my_dict[key].append(new_value) 








setdefault RS® 
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Vfv 



3.4.1 defaultdict: 


‘Xr 


tf$\\ 3-5 iS: collections.defaultdict 3- 

4MN|o AfflAli'Jlt defaultdict ittllin AISJl 


A A fA >J Ift li 6 >J it fA iA ft ift A* f'A 
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X N 


p=r ? 




defaultdict fi^Htfi^, W^ta fAlitAfAUfA 







fiWfliltiMA» it get item MS AfAfAlAf 


tA#P, icfnif^TfA#—dd = defaultdict (list), 


m 



'new-key 1 A dd AtSAAAAit 



AA dd[' new-key' ] Af $M It 


( 1 ) iMffi list() 7 




O 


(2) AiAAfAKfAAft, 'new-key' fAAA 


, M3] dd Ac 


(3) 


WiAAAAAj^fAiMt^AiJlAAlRtAiA^Aj default_factory M 



7^$] 3-5 index_default.py: Altf defaultdict AtllWAtk 

setdefault A A 




import sys 
import re 

import collections 

WORD_RE = re.compile(r'\w+') 

index = collections.defaultdict(list) © 

with open(sys.argv[l ], encoding='utf-8') as fp: 
for line_no, line in enumerate(fpj 1): 
for match in WORD_RE.finditer(line): 
word = match.group() 
column_no = match.start()+l 
location = (line_no, column_no) 
index[word].append(location) © 

for word in sorted(index, key=str.upper): 
print(wordj index[word]) 


OJE list 
defaultdict 


default_factory 





0 index word default_factory 





n 



UMa index [word], 0jih 


.append(location) 

H defaultdict default_factory, 

KeyErroro 




defaultdict Mfitl default_factory 

_getitem_□ 

tU, dd defaultdict, k B 


tt 



default_factory 



I, dd[k] 

, M dd.get(k) W\^k 


M® None 0 


_missing 


O 





defaultdict default_factory, 
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3.4.2 



missing 


^Pz^ittPJ_missing 


jfm - ^iH^^^^^“missin g ”^ji@o diet 

X&Xjf'li;, {SH diet ji £P it W 



w\i ilk i& > 





missing_7 j/£, IP 



get it em M 3\ X X 3\ [HjH Eft Bt f£l , Python ,$G# § zft iJH t?, 



m 

7H 


IMlt 




KeyError 


O 



Xd[k] t) o 
contains 


missing 


7j& n ^ 


/ A Z3T 


getitem_(tk#nHE^i£ 



missing_get 

(in 






mm. 

default_factory JRAP_getitem 


pf4fti§i l J> defaultdict t^Eft 
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{ip^#MHEi§:ii]EftBtf£|, stro X) 

hj X\ I-? Hi 'X (fH Raspberry Pi Arduino 3 ) HI; X Eft 

Pingo.io (http://www.pingo.io/docs/) ^ HE 

Pingo.io 1, HiM£±ft GPIO IfP 4 ft( board . pins %Xx , 

board board.pins > i^H^MillflSPft^ 

him, twn "ao" ^ M P9_i2" ; am 

0 ^xnrn^+iz:*/,^^ A^^/ a+ ± -z^m- board. pins EftHiR te 





my_arduino.pins[13] ft!, il AT Hr Eft > 

iftftf-hjtftH j Arduino 13 y HfJ]iP±fit( LED X. tj 

m 3-6 


\ 


Raspberry Pi ^—Aftt£I l JE^A / J^tlTiiC 0 '_LH'j c Bflao /\ruumo wjTe—^T 0 
https://www.raspberrypi.org/ til https://www.arduino.ee/ _hticflJ 1X ^ " 



/fLWNyMo Arduino Pllil - # 
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/rftftj 3-6 

He fl: Hr He ft fit hi 
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Tests for item retrieval using 'd[key]' notation:: 

>>> d = StrKeyDict0([( '2', ’two’), (’4’, ’four’)]) 

»> d[ ‘2‘ ] 

’two 1 
>>> d[4] 

'four' 

»> d[l] 

Traceback (most recent call last): 

• • • 

KeyError: '1' 

Tests for item retrieval using 'd.get(key)' notation:: 

>>> d.get( '2') 

’two 1 

>>> d.get(4) 

'four' 

>>> d.get(l, 'N/A') 

'N/A' 

Tests for the 'in' operator:: 

>>> 2 in d 
True 

>>> 1 in d 
False 


7Jn$J 3-7 StrKeyDictO 









collections.UserDict 





(/J 


\ 



diet 





diet._getitem 



3-m^mt) o mw 


missing_ m 


fir 


3-7 StrKeyDictO 




class StrKeyDict0(dict): O 


def _missing_(self, key): 

if isinstance(key, str): © 




















































raise KeyError(key) 
return self[str(key)] © 

def get(self, key, default=None) 
try: 

return self[key] © 
except KeyError: 

return default © 


def _contains_(self, key): 

return key in self.keysQ or str(key) in self.keysQ © 


StrKeyDictG M 7 diet 


O 


© 









KeyError ^ ft 


© 
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/rfr 


0 get self [key] _getitem , & 


B 




h 


missing_ 


default 


KeyError 


missing 


O 





Hfcs a 


wb str() 




%\\ y A isinstance(keyj str) 1 


missing 


H fH |5tj o 


0/0- 



RHstr(k)j 


_missing 7 j'/£te fjt NMlEft, - 

ii^^P^str(k) 


missing 


* Sift Ik- 



IP4. 


SB. iS 


e. 


^ A*/r 






fr'PEft self [str(key)] 




iMffi_getitem_, str(key) > iFIk_missing 


v. r . \ 


o 




contains_5^7101/ k 

in d {StHMIM. diet ^M3\ fit! contains 



_missing_TTlo_contains 


Hfiif, Python m^^ 

my_dict-^ TF Tp iT, R 


k in 



O 





_contains 

m, SfiiRiRTMSSWTjte, Mgfta-t 



self.keys() 



o 






\% k in my_dict.keys() Python3 



to, 

dict.keys() 6^I0t^t“ll”o 11 HItfe { 

^mm&, asia-i 




mjui 

flo ^“Dictionary 


view 


objects” ( https ://docs. python.org/3/library/stdtypes.html#dictionary- 
view-objects) Python2 Eft 


m 


diet.keys() MEUEft^^hU^* 0 iTIIM±M^11T1M^7e 

[ft, 


ftPftll^W^rliif, 01/ k in 




my_list Jio 





key in self.keysQ) , 0 



H StrKeyDictO 






ftam AftittlTl^TTf ^ c 


inMPo 





#?T, diet defaultdict Jo jSJTMM3T 
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3.5 


collections 







o 


defaultdict 


collections.OrderedDict 



Eftc OrderedDict popitem 

my_odict.popitem(last=False) 




t:, 




collections.ChainMap 


oj w ^ miM 






m, i> 


iinf£ 


>ft % %ix ^ ft 

>ftiuftIP-^ 




[ 



cPJj%±o 3^7 

collections ChainMap 




(https://docs.python.Org/3/library/collections.html#collections.ChainMap) 

Python 







import builtins 

pylookup = ChainMap(locals(), globals(), vars(builtins)) 


collections.Counter 

















i^Co Counter - fe 

most_common( [n]) ftTf^o most_common( [n]) 

n mmmxm 

(https://docs.python.0rg/3/iibrary/coiiections.htmi#coiiections.counter) 
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Tffiltt'MlITfOT Counter *if 

>>> ct = collections.Counten('abracadabra') 

>>> ct 

Counter({'a': 5, 'b': 2, 'r': 2, 'c': 1, 'd': 1}) 

>>> ct.update('aaaaazzz') 

>>> ct 

Counter({'a': 10 , ' z': 3 , 'b': 2, 'r': 2, 'c': 1 , 'd': 1}) 

>>> ct.most_common(2) 

[('a', 10), ('z', 3)] _ 

colllections.UserDict 








75 7' ^7{g ££m 7l itll 7 j te , UserDict TWTE diet {MU 

UserDict ^PLlfg data StlMtt, te diet 7j^7 1 ], i77Mf7^ 


UserDict data StlMtt, te diet 

Jlk UserDict ° 


37l ¥ilk ift7F 7)7E , bk^S/K^lJ 3- 

setitem_ 

MM. 


7, UserDict 

j)3> til nHsi. it contains 



7 UserDict, 7F#!l 3-8 M£ft StrKeyDict 3-7 JHEft 


StrKeyDictO^fe—17 XM&t# 



7 U 1=1 • i—i 
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> > . \ 


1=3 

7v vW> 



^ A*/r 


^ A*/r 


7^f7lJ 3-8 7 7 





, StrKeyDict 



^•/r/r 




import collections 

class StrKeyDict(collections.UserDict): © 

def _missing_(self, key): © 

if isinstance(key, str): 

raise KeyError(key) 
return self[str(key)] 




def _contains_(self, key): 

return str(key) in self.data © 

def _setitem_(self, key, item): 

self.data[str(key)] = item © 


O StrKeyDict UserDict 



O 


©_missing_ 3-7 ' 



H¥- 



self.data 




N rfn 1 ? { 


M self.keys() 


o setitem 



O 



self.data jUtt, ii 



©_contains__fJSf^^c 

o 0 *, JR 

StrKeyDict© 




UserDict NutableNapping, VX StrKeyDict 

(ft M ^OR Jj JA UserDict^ NutableNapping 
Napping OR Napping tl 

cabo , u 

m 




W\ 
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NutableNapping.update 
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>>> from types import MappingProxyType 
»> d = {1: ’ A'} 

>>> d_proxy = MappingProxyType(d) 

>>> d_proxy 

mappingproxy({l: 'A'}) 

>>> d_proxy[l] O 
'A' 

>>> d_proxy[2] = 'x' © 

Traceback (most recent call last): 

File "<stdin>"j line 1, in <module> 

TypeError: 'mappingproxy' object does not support item assignment 

»> d[2] = ’B' 

>>> d_proxy © 

mappingproxy({l: 'A', 2: 'B'}) 

>>> d_proxy[2] 

'B' 
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>>> 1 = ['spam', 'spam', 'eggs', 'spam'] 
>>> set(l) 

{'eggs', 'spam'} 

>>> list(set(l)) 

['eggs', 'spam'] 
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# WAnMtUetefflMEfeiSE^- 

DIAL_CODES = [ 

(86, 'China'), 

(91, 'India'), 

(1, 'United States'), 

(62, 'Indonesia'), 

(55, 'Brazil'), 

(92, 'Pakistan'), 

(880, 'Bangladesh'), 

(234, 'Nigeria'), 

(7, 'Russia'), 

(81, 'Japan'), 

] 

dl = dict(DIAL_CODES) O 
print('dl:', dl.keys()) 
d2 = dict(sorted(DIAL_CODES)) © 

print('d2:', d2.keys()) 

d3 = dict(sorted(DIAL_CODES, key=lambda x:x[l])) © 

print('d3:', d3.keys()) 

assert dl == d2 and d2 == d3 © 



7Jn$J3-18 dialcodes.py^fttB^, 3 

dl: dict_keys([880, 1, 86, 55, 7, 234, 91, 92, 62, 81]) 

d2: dict_keys([880, 1, 91, 86, 81, 55, 234, 7, 92, 62]) 

d3: dict_keys([880, 81, 1, 86, 55, 7, 234, 91, 92, 62]) 
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»> s = 'cafe' 

>>> len(s) # O 

4 

>>> b = s.encode('utf8') # © 

>>> b 

b'caf\xc3\xa9' # © 

>>> len(b) # © 
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>>> b.decode('utf8') # © 

'cafe 
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>>> cafe[0] © 
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>>> cafe[:l] © 
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>>> cafe_arr = bytearray(cafe) 

>>> cafe_arr © 
bytearray(b 1 caf\xc3\xa9 1 ) 
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>>> bytes.fnomhex('31 4B CE A9') 
b'lK\xce\xa9' 




str encoding 




, 0-255 


71^17 [Python 3.5 

6c'vh D-b hh 5 ~ri— j-1 _o /T Zw\bt? i=h Mil [7A- 


”, Python 3.6 


z7 








JAL“PEP 467—Minor API improvements for binary 
sequences” (https://www.python.org/dev/peps/pep-0467/) o ] 



(£n 

bytes^ bytearray> memoryvieuK array.array) ; jtbftf, |E 







-iS $[17711 7 o 






o 


4-3 


4-3 bytes 



>>> import array 

>>> numbers = array.array('h ', [-2, -1, Q, 1, 2]) O 
>>> octets = bytes(numbers) © 

>>> octets 


b'\xfe\xff\xff\xff\x00\x00\x01\x00\x02\x00' © 




o 



octets 77717i numbers (1^77/7^ 




o 
















































































struct 



Pfj 


W^IJo struct 



t'&btl bytes^ bytearray tP memoryview M 



O 


#P 2.9.2 memoryview 



it, 




ffn ^$ll ^ 5il > ftlj #P Python Imaging Library (PIL) 



Plow (https://plow.readthedocs.org/en/latest/) Mk PIL S/ft 'IM ffy'M (t Ph 


4-4 Jt/FT^PMfjM memoryview tP struct $kM. 




GIF ® ff itj 


/K^iJ 4-4 memoryview tP struct § 



yjv 


gif ski 


>>> import struct 

>>> fmt = 1 <3s3sHH' # O 

>>> with open('filter.gif', 'rb') as fp: 

... img = memoryview(fp.read()) # © 

• • • 

>>> header = img[:10] # © 

>>> bytes(header) # © 
b'GIF89a+\x02\xe6\x00' 

>>> struct.unpack(fmt, header) # © 

(b 1 GIF ', b'89a ', 555, 230) 

>>> del header # © 

>>> del img 
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memoryview A* 




A memoryview A#.; x> 



o 



H- 





, &JR^A7MA; 10 AiA 


© tf \memoryview AIA #7J 



r=t pth 

fnjbc o 




© filial #7 memoryview AW77[ft FjAo 




/±M, memoryview X^Jl.Tl'^JA^Ik^AifT memoryview A - !!., MJeL^F^ 


Z7 



E3 j-^-f-H 


[ A A 7l ;I7 A AA ~‘ Leonardo Rochael fit IF, 

AAfififc mmap, 




O 





i^“mmap 


Memory-mapped file 


support” (https://docs.python.Org/3/library/mmap.html) A® - ‘AATI ° ] 







AAAA/^ATAS memoryview ^P struct 

, mm A fl'l 7j JC Ai: “Built-in Types » Memory 
Views” ( https://docs.python. 0 rg/ 3 /library/stdtypes.html#memory-views ) 
A “struct—Interpret bytes as packed binary 
data” (https://docs.python.Org/3/library/struct.html) o 


Python 







































































Python 


rtf 


Sht 100 








(codec, encoder/decoder) , 

£n 1 utf 8', 



, £P'utf8\ 1 utf-8 ' ' U8' o JVXfe 


^popen()> str.encode()> bytes.decode() encoding # 


Wio tf ;$| 4-5 3 



' R 34l o 


7Jn$|4-5 GOT 3 



“ElNino”, 




>>> for codec in ['latin_l', ’utf_8'j 'utf_16']: 

... print(codec, 'El Nino'.encode(codec), sep='\t') 

• • • 

latin_l b'El Ni\xflo' 
utf_8 b'El Ni\xc3\xblo' 

utf 16 b'\xff\xfeE\x001\x00 \x00N\x00i\x00\xfl\x00o\x00' 








char. 

code point 

ascii 

latinl 

cpl252 

cp437 

gb2312 

Utf-8 

utf-16le 

A 

U+0041 

41 

41 

41 

41 

41 

41 

41 00 

■ 

6 

U+00BF 

★ 

BF 

BF 

A8 

* 

C2 BF 

BF 00 

A 

U+00C3 

* 

C3 

C3 

* 

* 

C3 83 

C3 00 

a 

U+00E1 

★ 

El 

El 

AO 

A8 A2 

C3 A1 

El 00 

Q 

U+03A9 

* 

* 

* 

EA 

A6 B8 

CE A9 

A9 03 

E 

U+06BF 

★ 

* 

★ 

* 

* 

DA BF 

BF 06 

1C 

U+201C 

* 

* 

93 

* 

A1 BO 

E2 80 9C 

1C 20 

€ 

U+20AC 

* 

★ 

80 

* 

* 

E2 82 AC 

AC 20 

r 

U+250C 

* 

* 

* 

DA 

A9 B0 

E2 94 8C 

0C 25 


U+6C14 

★ 

* 

★ 

* 

C6 F8 

E6 B0 94 

14 6C 

M. 

U+6C23 

* 

* 

* 

* 

* 

E6 B0 A3 

23 6C 

i 

V 

U+1D11E 

* 

* 

* 

* 

* 

F0 9D 84 9E 

34 D8 IE DD 
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$0 > 


E3 Ed 
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(+7Nit 






a4-1 mmmm (Spasciiw 



I ( 





Unicode ii'HAo 


Unicode 



, UTF 



^GB2312) yfm 


B 


5 4-1 




o 


latinl (§Piso8859 1) 



$J£P cpl252 fP 


— # 

Unicode (&m, latinl id cpl252 

/fflftl) o 



cpl252 


Microsoft rjiiJ/ElPtl latinl 





€ 



WP'^I^P 

; Windows j^WEt^^ANSF’, ii'S^^ANSlfe 



o 


cp437 

IBM PC 


gb2312 









Mtfa latinl 



utf-8 

Web 8$$g5i; 3 id ASCII IF# ASCII 

UTF-8 £40 o 


3 W3Techs AA id “Us age of character encodings for 

websites” (https://w3techs.com/technologies/overview/character_encoding/all) Ilx.dr lit tB, 
^ 9 d , 81.4% iftTOM UTF-8; M Built With ^“Encoding Usage 
Statistics” (http://trends.builtwith.com/encoding) IS it fitlttl^l ]/!!];*§ 79.4%„ 



tM 2014 


utf-161e 



















































































UTF-16 ^ 16 iWJffW UTF-16 3CWMffl£X 
Pf'M surrogate pair) U+FFFF EftfSHr/U 



UTF-16 MiX 7 1996 Unicode 1.0 # 


(UCS-2) o 




U+FFFF o Unicode 6.3 ^a, 50% # U+10000 

mJl, XliXMM 'At t+ lAl f# Ar +f (emojipictograph) «, 







































UnicodeError 



ftftlftftft: UnicodeEncodeError ) 



UnicodeDecodeError (ft 



t ^ 

n 


, ta^mm 


iOic Python ftSyntaxErroro 




it'a 

B o 



lPi ft ft Unicode ft*ft ftf r ftB'l, ft ftH 




O ^ 

ft UnicodeEncodeError UnicodeDecodeError, 



SyntaxError 






4.4.1 4b3UnicodeEncodeError 



it# UTF M 



^JR te^biM Unicode ft ft ft 










UnicodeEncodeError ft ^, 




ftft errors #1 


fft 4-6 |?T7Ko 


7K#lJ 4-6 



K 


TV 




»> city = ’Sao Paulo 1 
>>> city.encode( 1 utf_8 1 ) O 
b'S\xc3\xa3o Paulo' 

>>> city.encode( 1 utf_16') 

b 1 \xff\xfeS\x00\xe3\x00o\x00 \x00P\x00a\x00u\x001\x00o\x00' 

>>> city.encode('iso8859_l 1 ) © 
b'S\xe3o Paulo' 

>>> city.encode('cp437') © 

Traceback (most recent call last): 

File "<stdin>", line 1, in <module> 

File "/.. ./lib/python3.4/encodings/cp437.py", line 12 , in encode 
return codecs.charmap_encode(input,errors,encoding_map) 
UnicodeEncodeError: 'charmap' codec can't encode character '\xe3' in 
position 1: character maps to <undefined> 

>>> city.encode('cp437', errors='ignore') © 























































b'So Paulo' 

>>> city.encode('cp437 ', errors='replace') © 
b'SPo Paulo' 

>>> city.encode('cp437 ', errors='xmlcharrefreplace') © 
b'Sao Paulo' 


O ' utf ?' tiUSStitSttfmt 


p=r 


o 


0 1 iso8859 1' 


* r- ~ 


Sao Paulo' 


O 


© 'cp437' 



■a' a”) o 



'strict' fMtij UnicodeEncodeError 


O 


© error='ignore' 









haE error='replace', 

k± 77, m7fnI«o 





T'i'tT 




’ ? ’; iC 


© ’xmlcharrefreplace’ 








J&XML^Wo 


/> 


17^;% errors # 


1 codecs.register_error 


-A 


codecs.register_error lifto 




(https://docs.python.Org/3/library/codecs.html#codecs.register_error) <, 


4.4.2 ^bSUnicodeDecodeError 




r+ 



MMtli ascii 777 > 


UTF -8 #Jc UTF-I 60 0ilh, fE 

4H- B.47r7T7T7^4^rn rh r^Tt_.yN. 







[ J 77 P 


UnicodeDecodeError 


O 


’koi8 r’ 




§i£lft 8 £ 



® ’cpl252\ ’ iso8859_l ’ 7P 

fEMWMmitii, mmtm 























































































(gremlin) mojibake 


o 




UnicodeDecodeError 0 


75 m 4-7 




>>> octets = b'Montr\xe9al' o 
>>> octets.decode('cpl252') © 

'Montreal' 

>>> octets.decode('iso8859_7') © 

'Montrial' 

>>> octets.decode('koi8_r') © 

'MontrMal' 

>>> octets.decode('utf_8') © 

Traceback (most recent call last): 

File "<stdin>"j line 1, in <module> 

UnicodeDecodeError: 'utf-8' codec can't decode byte 0xe9 in position 5: 
invalid continuation byte 

>>> octets.decode('utf_8 ', errors='replace') © 

'Montral' 



latinl 



“Montreal”; 1 \xe9 1 



“e” 
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© 



' cpl252 1 


(Windows 1252) Hm, 



latinl 





UnicodeDecodeErrono 



1 replace 1 




m 










































































U+FFFD) , REPLACEMENT CHARACTER 

#) , 


4.4.3 







SyntaxError 


Python 3 i 
AS Clio 



UTF-8 





Python2 (/A 2.5 Ma) llIAiA'Kffi 
UTF-8 I1MA0I 



SyntaxError: Non-UTF-8 code starting with 1 \xel' in file ola.py on line 
1, but no encoding declared; see http://python.org/dev/peps/pep-0263/ 
for details 


GNU/Linux fP OS X 
cpl252 i 
Windows 



UTF-8, A 



Windows JPAA 1 A 





Python 
UTF-8o 



@A/ Python 3 






#n5*£ft coding 



4-8 



O 


4-8 


ola.py: 







# coding: cpl252 
print('01a, Mundo!') 




asch % M 



















































































Python 3 ASCII 


>>> agao = 'PBR' # agao = stock 
>>> e = 10**-6 # e = epsilon 






nfrixfti ASCII W \Fs 

, #>i±A^ti:#Ai&AAAA 

- ^nfi^OT ASCII A Ac 




/Ty'L/Ei^/s 





m 



fS 7E, 


MR, 




AxtAft^AAAMATirtAAo 




M A > Python tifcM tif Unicode A M > 



H UTF- 



IXJN 

A° A Python 2 Afift AAAAAA, IA A A A M A A Python 2iitf 


H Cf 




A ^uxcixttl ffljffijyj hp n 

asaa 



lUiA 





HAAAA: 

AAA AA o 










5A 









O 





Aig^^ ASCII Ac UTF-8 






EtBiR 



t 'MtmFf 



Chardet (https://pypi.python.org/pypi/chardet) tfcH 
M fft% W fft 3 0 # c Chardet tI ^ Python j#, 

chardetecto TM^ 



$ chardetect 04-text-byte.asciidoc 
04-text-byte.asciidoc: utf-8 with confidence 0.99 



4.4.5 BOM: 




UTF-16 


>>> ul6 = 'El Nino'.encode('utf_16') 

>>> ul6 

b'\xff\xfeE\x001\x00 \x00N\x00i\x00\xfI\x00o\x00' 


b' \xff\xfe' o 3^^ BOM, (byte-order 

mark) , Jn n i) Pin Wl B'j‘ Intel CPU £Kj 7 J V ¥ l? ^ „ 



>>> list(ul6) 

[255, 254, 69, 0, 108, 0, 32, 0, 78, 0, 105, 0, 241, 0, 111, 0] 





























































































































cpu4u i 


; ' E' 


M 0 69o 


^ utf-16 mk^^m^mx^wm\\±MmmA'v\ jau 

ZERO WIDTH NO-BREAK SPACE (U+FEFF) » #■/J^t?, 


ch 


b' \xf f \xf e' 

U+FFFE 


it 255,254) o 


fe Mi£i+, 


^^ZERO WIDTH NO-BREAK SPACE, 


b'\xff\xfe' $ 

£nFH ifflRyfv-^ 


UTF-16 UTF-16LE, 


M 


UTF-16BE, 


*££$BOM: 


>>> ul61e = 'El 
>>> list(ul61e) 
[69, 0, 108, 0, 
>>> ul6be = 'El 
>>> list(ul6be) 
[0, 69, 0, 108, 


Nino'.encode('utf_161e') 

32, 0, 78, 0, 105, 0, 241, 0, 
Nino'.encode('utf_16be') 


111 , 0 ] 


0, 32, 0, 78, 0, 105, 0, 241, 0, 111] 


SnJS^ BOM, UTF-16 

ZERO WIDTH NO-BREAK SPACE f ff W JUE jC „ IRIEfcit, 

ffiffl UTF-16 mm, MS# BOM, MFSSflSE'EffifflMUTF- 


^ AvV 


16BE 


T» 


o il, hitel x86 


BOM UTF-16 


T» 


raMKxd—^ 




(word) 




(UTF- 


16 ^putf-32) mipfu utf-8^-^)c^^, 

Windows^ (jt ^ M, Notepad) UTF-8 


UTF-8 


BOM; MR, Excel BOM UTF-8 ig : 

pTFI 1 ], Windows (codepage) UTF-8 

fit! U+FEFF b 1 \xef\xbb\xbf 1 o @jlk, # 

BOM |ft UTF-8 £#0 MM, 




: b' \xef\xbb\xbf' o @jlfc, #Pj^jt 


Python b' \xef\xbb\xbf' TF^fcUTF-8 


' MII> Ttifc Python 3 






4 -g- Ea _a 

jTSs > tip* 7H 9 


&il3t+IOIS'ti;feKl§‘‘Unicode 


mt*” 


P 


($n® 4-2 #T/K) 


O 



















4 icH—?^^PJ“Unicode Ned Batchelder # US PyCon 2012 J-.U-MMi 

“Pragmatic Unicode” (http://nedbatcdicldcr.com/text/unipain/unipain.html) 0 


Unicode 




H 4-2: Unicode H B| 



{£ Python 3 U Unicode n )j Vn Stl H 2 U» 15 






Stl open 

; lA M 


2-C 



» my_file. nead() PJEft 


my_file.write(text) jf i 
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o 


Python 2.6 sg Python 2.7 io.open() SfUt£#?Uii^3ttW 





















































































>>> open('cafe.txt ', 'w', encoding='utf_8').write('cafe') 
4 

>>> open('cafe.txt').read() 

'cafA©' 



0 jih Python fl aeMH'M 



(Windows 1252) 




o 



Windows 7 4^7/1^!] 4-9 #§rJfe GNU/Linux Mac OS X 




/K^iJ 4-10 

US 


TtS: Windows 


\ 



4-9, 




>>> fp = open('cafe.txt ', 'w ', encoding='utf_8') 

>>> fp O 

<_io.TextIOWrapper name='cafe.txt' mode='w' encoding='utf_8'> 































































































































>>> fp.write('cafe') 

4 © 

>>> fp.closeQ 
>>> import os 

>>> os.stat('cafe.txt').st_size 

5 © 

>>> fp2 = open('cafe.txt') 

>>> fp2 © 

<_io.TextIOWrapper name='cafe.txt' mode='r' encoding='cpl252'> 
>>> fp2.encoding © 

'cpl252' 

>>> fp2.read() 

'cafA©' © 

>>> fp3 = open('cafe.txt ', encoding='utf_8') © 

>>> fp3 

<_io.TextIOWrapper name='cafe.txt' mode='r' encoding='utf_8'> 
>>> fp3.read() 

'cafe' 0 

>>> fp4 = open('cafe.txt'j 'rb') © 

>>> fp4 

<_io.BufferedReader name='cafe.txt'> © 

>>> fp4.read() © 
b'caf\xc3\xa9' 



TextlOUIrapper 


© A TextlOWrapper AJt-AiMA write A M ® A A Unicode Aff 


©os.stat + f 5 AAA; UTF-8 KSflilft 'e' ddWAAA, 

0xc3 0xa9o 



TextlOUIrapper A 


© TextlOWrapper AJt-AA encoding JMfA :lt#TA 

AfA cpl252o 

© A Windows cpl252 ig^A, 0xc3 AA^“A” A) , 

0xa9 AAAAAAAo 



© 



H BufferedReader M 



TextlOUIrapper M 



O 



H- 


7-T 










n 



BPffiSnjlt, Chardet, ffi^MSf^ft-f (#Jtt 4.4.4 





/Ki^ll 4-10 |n]IIH, 



O 7v<> 





"P o 



AfFp 



iffl 55 Ia iMlt: 





x*t Python I/O ^ig^IAiAff WfPF], £P/Jn#iJ 4-11 165 


defaultencodings .py 



/J\ o 


7F$\ 4-11 



import sys, locale 

expressions = . 

locale.getpreferredencoding() 

type(my_file) 

my_file.encoding 

sys.stdout.isatty() 

sys.stdout.encoding 

sys.stdin.isatty() 

sys.stdin.encoding 

sys.stderr.isatty() 

sys.stderr.encoding 

sys.getdefaultencoding() 

sys.getfilesystemencoding() 


II II II 

































































































my_file = open('dummy ', 'w') 


for expression in expressions.split(): 
value = eval(expression) 

print(expression.rjust(30 ), '->', repr(value)) 


TKf!l 4-11 GNU/Linux (Ubuntu 14.04) fP OS X (Mavericks 10.9) '1 1 n4 

firm— utf-8: 

$ python3 default_encodings.py 
locale.getpreferredencoding() -> 'UTF-8' 

type(my_file) -> <class '_io.TextIOWrapper'> 
my_file.encoding -> 'UTF-8' 
sys.stdout.isatty() -> True 
sys.stdout.encoding -> 'UTF-8' 
sys.stdin.isatty() -> True 
sys.stdin.encoding -> 'UTF-8' 
sys.stderr.isatty() -> True 
sys.stderr.encoding -> 'UTF-8' 
sys.getdefaultencoding() -> 'utf-8' 
sys.getfilesystemencoding() -> 'utf-8' 

m, & Windows til4-12 

7jr^i| 4-12 ^Windows 7 (SP1) B15 ^ ^ Eft cmd.exe 4^11 til Eft lit iA. 

9m ; PowerShell fit til Eft it [ft 

Z: \>chcp O 

Pagina de codigo ativa: 850 
Z:\>python default_encodings.py © 
locale.getpreferredencoding() -> 'cpl252' © 

type(my_file) -> <class '_io.TextIOWrapper'> 
my_file.encoding -> 'cpl252' © 

sys.stdout.isatty() -> True © 

sys.stdout.encoding -> 'cp850' © 

sys.stdin.isatty() -> True 
sys.stdin.encoding -> 'cp850' 
sys.stderr.isatty() -> True 
sys.stderr.encoding -> 'cp850' 
sys.getdefaultencoding() -> 'utf-8' 
sys.getfilesystemencodingQ -> 'mbcs' 








O chcp 850 o 


© fefl defaultencodings.py, 





n o 


@ locale.getpreferredencoding() 



o 


© locale.getpreferredencoding() 


O 


© 0Jih sys. stdout. isatty() M® True 


O 


O ®llh, sys. stdout .encoding 




O 



|J£#, £pTMt/K: 


Z:\>python default_encodings.py > encodings.log 



sys.stdout.isatty() 

False, sys.stdout.encoding 
locale.getpreferredencoding(), 





m B 1 


M ' cpl252 1 


o 


ij 4-12 4 



$P JC #0'tPlMa ae! encoding #ffc, fjciM 

locale.getpreferredencoding() 

1 cpl252 1 ) c 



t±J 




4-12 


£P^i£/t7 PYTHONIOENCODING 

( http s: //doc s .python, org/ 3/using/ cmdline. html#envvar- 

PYTHONIOENCODING ) , sys. stdout/stdin/stderr 

mmmt; 

ij JCi^r, locale.getpreferredencoding() 




Python , p*3 

sys.getdefaultencoding() 

T'&i i*. 7 



6 



; Python 3 IR/P'^PilL I’M 






















































sys.getfilesystemencoding() ^ 

W) c open() 


45 




APL “Unicode HOWTO”^3t 

(https://docs.python.Org/3/howto/unicode.html) dHjtH “^E Windows 
4U Python ”MBCS % 

Multi Byte Character Set Stl 1=f ^ Ai > 

Windows gb2312 M Shift_DIS, 

UTF -80 StackOverflow 

Difference between MBCS and UTF -8 on 

Windows” (http://stackoverflow.com/questions/3298569/difference- 
between-mbcs-and-utf- 8 -on-windows) o ] 


me. Python Python flUff £ 

# Antoine Pitrou ffc comp. python. devel fiPffHJAt'Ff'i!, 


(http://article.gmane.org/gmane.comp.python.deveP110036) , CPython fl'J[# tiji B§ fA/l: py.3k FU/i 

&4ir° 




7 Python2 Xl sys. setdefaultencoding BSlftSUJUTf ftAEi. Python 3 IIAfSA BIU/cFTS 

file a 

comp.python.devel 

(http://article.gmane.org/gmane.comp.python.deveP109916) , Marc-Andre Lemburg i^, jF/'UU 

sys.setdefaultencoding KifL MJeLXF CPythonU SUSA Python 2 A 
HIkt! 'ascii 1 , A Python 3 'PHIS'?! 'utf-8' 0 








/± GNU/Linux fP OS X 4U £ 



M. UTF- 8 , W 


zenith, mktvo mtttMFM Unicode ^#0 £ 


Windows 4u 






®TJRddt 


ASCII dn (#P ' cp850' 

'cpl252') , 

ifh, P^NCis Windows 




o 


A 






locale.getpreferredencoding() j 



FH FA 


gift: it 








sys. stdout/stdin/stderr (JtfcnP 

ft, https://docs.python. 0 rg/ 3 /library/locale.html#locale.getpreferredencoding 














































































locale. get prefer redencoding(do_setlocale=Tr lie) 







>>> si = 'cafe' 

>>> s2 = 'cafe\u0301' 
>>> si, s2 
('cafe', 'cafe') 

>>> len(sl), len(s2) 
(4, 5) 

>>> si == s2 
False 


U+0301 M COMBINING ACUTE ACCENT, jjP^“e ,, juM#PJ“e”o # 

Unicode 'e' fP 'e\u0301' 

$3” (canonical equivalent) , {§. 

Pythonfl-pJ 




unicodedata. normalize 111 


Unicode Mill {-to i>C 


'.v- rjr, * 


& H ^ ^ # Ijt 4 1 V /-Pr$ MSti 


^h: 1 NFC 1 ^ ’NFD\ ’NFKC' fP 'NFKD' 



>>> from unicodedata import normalize 
»> si = 'cafe' # 

>>> s2 = ' cafe\u0301' # 5i$W , e , 'fnji aTf 

>>> len(sl), len(s2) 

(4, 5) 

>>> len(normalize(' NFC ', si)), len(normalize(' NFC ', s2)) 








(4, 4) 

>>> len(normalize('NFD ', si)), len(normalize('NFD', s2)) 
(5, 5) 

>>> normalize('NFC', si) == normalize('NFC', s2) 

True 

>>> normalize('NFD', si) == normalize('NFD', s2) 

True 




lU 




nonmalize('NFC'J 

user_text) o NFC W3C ^“Character Model for the 

World Wide Web: String Matching and Searching”)^ itl 
(https://www.w3.or^TR/charmod-norm/ ) ffL#(itl M iU M 5^□ 


im NFC ELf, 

mm (n) 



H 

7E 






>>> from unicodedata import normalize, name 
>>> ohm = '\u2126 1 
>>> name(ohm) 

'OHM SIGN' 

>>> ohm_c = normalize('NFC', ohm) 

>>> name(ohm_c) 

'GREEK CAPITAL LETTER OMEGA' 

>>> ohm == ohm_c 
False 

>>> normalize('NFC', ohm) == normalize('NFC', ohm_c) 
True 


5t (NFKCfPNFKD) Wf- K 

^ M “I 

mm Unicode 


^/^“compatibility” o i> 
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(f^i^U+03BC, GREEK SMALL LETTER MU) , 


Unicode AT mn 'p' (U+00B5) , latinl *0 
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To (U+OOBD) 

■1/2'; 'ilkTrZ 'n' (U+OOB5) i 

'\x' (U+03BC) c 8 
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7H 










ffl^NFKC 


>>> from unicodedata import normalize, name 
»> half = '%' 

>>> normalize('NFKC', half) 

' 1 / 2 ' 

>>> four_squared = '4 2 ' 

>>> normalize('NFKC', four_squared) 

'42' 

>>> micro = 'p' 

>>> micro_kc = normalize('NFKC', micro) 

>>> micro, micro_kc 

(V, V) 

>>> ord(micro), ord(micro_kc) 

(181, 956) 

>>> name(micro), name(micro_kc) 

('MICRO SIGN', 'GREEK SMALL LETTER MU') 
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4.6.1 

mmmmrn* 

^ str .casefoldQ Jf'H ( Python3.3 IPf?) 3lWo 



>>> micro = 'n' 

>>> name(micro) 

'MICRO SIGN' 

>>> micro_cf = micro.casefold() 
>>> name(micro_cf) 

'GREEK SMALL LETTER MU' 

>>> micro, micro_cf 

(V, V) 

>>> eszett = 'R' 

>>> name(eszett) 

'LATIN SMALL LETTER SHARP S' 

>>> eszett_cf = eszett.casefold() 
>>> eszett, eszett_cf 
('(?', 'ss') 








m XjLff 4-13 nfc_equal 

fold_equal W $&° 

4-13 normeq.py: Unicode 


Utility functions for normalized Unicode string comparison. 

Using Normal Form C, case sensitive: 

»> si = 'cafe' 

>>> s2 = 'cafe\u0301' 

>>> si == s2 
False 

>>> nfc_equal(slj s2) 

True 

>>> nfc_equal('A', 'a') 

False 

Using Normal Form C with case folding: 

>>> s3 = 'StrafSe' 

>>> s4 = 'strasse' 

>>> s3 == s4 
False 

>>> nfc_equal(s3j s4) 

False 

>>> fold_equal(s3j s4) 

True 

>>> fold_equal(slj s2) 

True 

>>> fold_equal('A ', 'a') 

True 


from unicodedata import normalize 
def nfc_equal(strlj str2): 

return normalize('NFC ', strl) == normalize('NFC ', str2) 

def fold_equal(strl, str2): 

return (normalize('NFC', strl).casefold() == 

normalize('NFC', str2).casefold()) 
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URL: 
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4351^4351 
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(Sao Paulo) 



http://en.wikipedia.org/wiki/S%C3%A3o_Paulo 



http://en.wikipedia.org/wiki/Sao_Paulo 



-r^TtL ctf 

UT1\T 




4-14 
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7pf^l 4-14 



import unicodedata 
import string 

def shave_marks(txt): 

.. 

norm_txt = unicodedata.normalize('NFD ', txt) © 
shaved = ''.join(c for c in norm_txt 










if not unicodedata.combining(c)) © 

return unicodedata.normalize('NFC'shaved) © 


^ A*/r 


^ A*/r 


c=r 
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^/r/r 


tjn'M 4-15 te shave marks §§ lit Eft MXK^!] Q 


4-15 7F#!l 4-14 f shave marks g| 


>>> order = ,ff Herr VoR 
>>> shave_marks(order) 
'"Herr VoR: • X cup of 
>>> Greek = ' ZecJjupoc;, 
>>> shave_marks(Greek) 
'Zecfjupoc;, Zefiro' © 


• X cup of OEtker™ caffe latte • bowl of a^al.”' 

OEtker™ caffe latte • bowl of acai.”' © 
efiro' 


p * 


7“e”“9”^P“l” 




0 “e”fP“e” 



to* 


To 


4-14 fxt^Eft shave_marks ii Ml iTff 

7;^To am, ascii, IS 

^ shave marks (#P#Jji4*#) > MRitS 


\\/r. •» 


^ A-/r 


i t^JA 
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ascii Bit, mn&mM 


M/ ^ A*/r 


tt^J 4-16 (import ipSjTi' 


7, 


\r 


4-14 




U sanitize.py 


J*A 

R 


PST 




ii ii ii 


def shave_marks_latin(txt): 

.. 

norm_txt = unicodedata.normalize( 'NFD 1 , 

latin_base = False 

keepers = [] 

for c in norm txt: 


txt) O 







/r/r 




/r/r 


if unicodedata.combining(c) and latin_base: 

continue # ^ 

keepers.append(c) 

if not unicodedata.combining(c): 

latin_base = c in string.ascii_letters 
shaved = ''.join(keepers) 
return unicodedata.normalize('NFC ', shaved) 


© 

© 

© 


© 



/r/r 


hr /r/r 


1=1 






© 'nWl* 


/r/r 
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/r/r 4/r 1 hi/ 
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4-17 ASCII 




$\\ 4-14 i=|=i sanitize.py HI Eft 


J*Z. 

I=f 




single_map = str .maketrans( ,f,, —~> O 

ii ii ii i r ii 5 k a > i i ii ii v ii ii ii \ 

t * a < —-> ) 


multi_map = str.maketrans({ © 
'€': '<euro>'. 


I I 


'OE': 'OE'j 
'(TM )', 

'oe': 'oe', 

'fe': '<per mille>', 

' + ' . ■ ** ' 

+ • ) 


}) 


multi_map.update(single_map) © 




def dewinize(txt): 

.lEWinl252#^#^J&ASCIl7 z 7f^ff^J. 

return txt.translate(multi_map) © 
def asciize(txt): 

nojnarks = shave_marks_latin(dewinize(txt)) © 

nojnarks = nojnarks.replace('R ', ' ss ') © 

return unicodedata.normalize('NFKC ', no_marks) © 



4-18 4-17 4 1 asciize 8 Ifc fft /In ^!] 


>>> order = '“Herr VoR: • X cup of OEtker™ caffe latte • bowl of agal.”' 
>>> dewinize(order) 

'"Herr VoR: - % cup of OEtker(TM) caffe latte - bowl of agai."' © 

>>> asciize(order) 

'"Herr Voss: - 1/2 cup of OEtker(TM) caffe latte - bowl of acai."' © 



































































Unicode 4^1 




^nAlo 


>>> fruits = ['caju'j 'atemoia', ' caja', ' agaiy 
>>> sorted(fruits) 

['acerola'j 'atemoia', 'aga!', ' caju', 'caja'] 


'acerola'] 










H't“caja”M{A“caja , % 



AE“caju”|t[ M o 



fruits 


m 

7H: 


['acal'j 'acerola'^ 'atemoia'., 


i • ' i i • i i 

caja , caju ] 


Python 'f , 

locale 



locale.strxfrm 





(https://docs.python.0rg/3/library/locale.html? 
highlight=strxfrrr^locale.strxirm) , 5 >C 



fiM locale, strxf rm SifcLft 










GNU/Linux (Ubuntu 14.04) 
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>>> import locale 

>>> locale.setlocale(locale.LC_COLLATEj 'pt_BR.UTF-8') 

'pt_BR.UTF-8' 

>>> fruits = ['caju'j 'atemoia'j 'caja', 'agal'j 'acerola' 
>>> sorted_fruits = sorted(fruits, key=locale.strxfrm) 

>>> sorted_fruits 

['agal', 'acerola'j 'atemoia', 'caja', 'caju'] 


] 


0jik, ilM locale.strxfrm 



u, mm 


setlocale(LC_COLLATEj «your_locale») 


O 





set locale 





Wio M 




ptU setlocale 
locale.Error: unsupported locale setting 



O 


1 language_code.encoding 1 10 {SXIiS: 




Windows 4 1 » /p JXfe 





Language Name-Language 
Variant_Region Name.codepage D /±m, “LanguageName” (ip 
H t=i W ') “Language Variant” (ipil >H4 V ) 4P “Region Name” (IK 



J*A 

R 



Xv 







^b, $1, English_United 

States. 850, 'll£|jip"g451^^“English”, Ixij$;XI“United States”, 
fTO^“850”o Windows JaLtP MSDN 


4 s W N: $ “Language Identifier Constants and 

Strings” (https://msdn.microsoft.com/en-us/library/dd318693.aspx) , 
i3SW“Code Page Identifiers” (https://msdn.microsoft.com/en- 
us/library/windows/desktop/dd317756( v=vs. 85). aspx ) 



7 



ubuntu 14.04 


ilt^OSX (Mavericks 10.9) i^M^Mac 


4L ijfffl setlocale(LC_COLLATEj ’ pt_BR.UTF-8 1 ) i 
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77777 ' pt_BR. UTF-8 ', /77777j7>J7la {S 

7 , sorted(fruitSj key=locale.strxfrm) 

sorted(fruits) — #, 7Ib7;7I° OS X 

fr FFU es ES 7P de DE, {0*1 locale. strxfrm 77^771 



n ^iff Leonardo Rochael, till Eft T.fP® tP 7 ;St;^fe4^t£EftIRflr > GNU/Linux TJ 

U, {0ZPU % 7Windows 40 1 ?□ 



Martelli. ZhjtilSW OSX 10.9 [ft Mac setlocale JP locale.strxfrm 

r«IM. ^±: £ 






James Tauber, — {7i#i7 z: 7] Django JaitK#, 737 

7, PyUCA 17 ( https ://pypi.python, or^pypi/pyuca/) , 377 


Unicode ffl (Unicode Collation Algorithm, UCA) TjM Python $ 


77 4-20 



/K^iJ 4-20 77 pyuca .Collator. sort_key Jf ££ 


>>> import pyuca 

>>> coll = pyuca.Collator() 

>>> fruits = [’cajuft 'atemoiaft 'cajaft 'agaift 'acerola' 
>>> sorted_fruits = sorted(fruits, key=coll.sort_key) 

>>> sorted_fruits 

['agal'j 'acerola', 'atemoia', 'caja', 'caju'] 
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37#$®MP> 7.H.f770T7o 777 GNU/Linux, OS X IP Windows 7 




















































































fi'pC/t/!ii^o n fill, PyUCA J4 aUI# Python 3.x 



13 2015 ^ 5 H , PyUCA Python 2.x, 

supports-python-2-againo - 


#JAL: http://jktauber.com/2015/05/13/pyuca- 



PyUCA SW#JS|X it® 



o 





Collator() fiiiAfffi. PyUCAiUAffilMB 


rzj 




allkeys.txt (https://github.com/jtauber/pyuca) , Unicode 6.3.0 

^“Default Unicode Collation Element 

Table” ( http://www.unicode.or^Public/UCA/6.3.0/allkeys.txt) (ft 
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UnicodefftiE 


Unicode (if 


r l/N - 

=-/ A*/r 




^•/r/r 


^ A-A* 


$1 $P, Unicode iB^T 4 -te 



44r^ 


isidentifier= isprintable^ isdecimal ^P isnumeric ^7?P4jt 

str.casefold 7 Unicode ^4 1 fit! 


/= g 

| 1=1 >LlO O 


unicodedata fH 4 


U/ A*/r 


. f*J$n, f7f4S 


4 0X0 

^TH^hAE 


^•/r/r 


PI 


K Uf M 
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c^mm 0 ^ 4-21 mat 

unicodedata.name() ^P unicodedata.numeric() Hfju 1425.444^ 
fitl .isdecimalQ ^P .isnumeric() X/4 Eft 41 (4 ° 


^^ 4-21 


-HH 


import unicodedata 
import re 

re_digit = re.compile(r 1 \d 1 ) 

sample = 1 I\xbc\xb2\u0969\ul36b\u216b\u2466\u2480\u3285’ 


for char in sample: 

print( 1 U+%04x' % ord(char), 

char.center(6), 

're_dig' if re_digit.match(char) else 
'isdig' if char.isdigitQ else 
'isnum' if char.isnumeric() else 
format(unicodedata.numeric(char), '5.2f'), 
unicodedata.name(char), 
sep='\t') 


o 

© 

© 

© 

© 

© 
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u +0000 $f^pft#Mi 


O 





© 
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r'\d'. S/K re_digo 


© 

© 



chan.isdigitO ®0 True, Mtk isdig 


o 



char.isnumeric() M® True. isnurrio 




0 Unicode 



5, 



fetr/U^iJ 4-21 4-3 ftTTFo 



4-3 6 unicodedata. numeric(char) 





mrn^^o mmm, att, £n 


ifM! 





ir 


e oo_ 

$ python3 

numerics_demo 

• py 


5. bash 


U+0031 

1 

re_dig 

isdig 

isnum 

i.00 

DIGIT ONE 

U+00bc 

X 

- 

— 

isnum 

0.25 

VULGAR FRACTION ONE QUARTER 

U+00b2 

2 

— 

isdig 

isnum 

2.00 

SUPERSCRIPT TWO 

U+0969 

* 

re_dig 

isdig 

isnum 

3.00 

DEVANAGARI DIGIT THREE 

U+136b 

c 

— 

isdig 

isnum 

3.00 

ETHIOPIC DIGIT THREE 

U+216b 

XII 

— 

— 

isnum 

12.00 

ROMAN NUMERAL TWELVE 

U+2466 

® 

— 

isdig 

isnum 

7.00 

CIRCLED DIGIT SEVEN 

U+2480 

(13 

— 

— 

isnum 

13.00 

PARENTHESIZED NUMBER THIRTEEN 

U+3285 

1 

© 

— 


isnum 

6.00 

CIRCLED IDEOGRAPH SIX 


a 4-3: 

r' \d' 






re_dig 






PyPI 4^ 4'SrffSlft regex 
re Sft, WSlISlLjffStl Unicode left. 14 
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14-XT'- 





/JN 
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V/\ 








re 
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unicodedata 

unicodedata 

(https://dOCS.pythOn.Org/3/library/uniCOdedata.html ) c 









































4-22 ramanujan.py: 




import re 

re_numbers_str = re.compile(r'\d+') O 
re_words_str = re.compile(r'\w+') 
re_numbers_bytes = re.compile(rb'\d+') © 

re_words_bytes = re.compile(rb'\w+’) 

text_str = ("Ramanujan saw \u0be7\u0bed\u0be8\u0bef" © 

" as 1729 = l 3 + 12 3 = 9 3 + 10 3 .") © 

text_bytes = text_str.encode('utf_8') © 


print('Text', repr(text_str), sep='\n ') 
print('Numbers') 

print(' str :', re_numbers_str.findall(text_str)) © 

print(' bytes:', re_numbers_bytes.findall(text_bytes)) © 

print('Words') 

print(' str :', re_words_str.findall(text_str)) © 

print(' bytes:', re_words_bytes.findall(text_bytes)) © 
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(#JaL Python ill 

l i =, W“2.4.2. String literal 

concatenation”, https://docs.python.Org/3/reference/lexical_analysis.html#stri] 
literal-concatenation) 0 
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rb’\d+' RigEIfi ASCII 


© 



Stfr. ria 



r'\w+' tbEI24-#. ±te. ASCII if4- = 


© 


1-4 



mm^: nb'\w+' RMEIS ASCII^t^WPif^o 


0 O O 1. bash , 


$ pythonB ramanujan.py 

Text 

’Ramanujan saw sent.* as 1729 = l 3 + 12 3 = 9 3 + 10 3 .’ 

Numbers 

str : [’««,*»’, ’1729’, ’1’, ’12’, ’9’, ’10’] 
bytes: [b’1729’, b’l’, b’12\ b’9\ b’10’] 

Words 

str : [’Ramanujan’, ’saw’, W»’, ’as’, ’1729’, ’l 3 ’, ’12 3 ’, ’9 3 ’, ’10 3 ’] 
bytes: [b ’ Ramanujan’, b’saw’, b’as’, b’1729’, b’l’, b’12\ b’9’, b’10’] 

111 ___ 

1 



4-4: feif/K f/'iJ 4-22 4 1 ramanuj an.py JJ/|J ^ Pi lij #/H 



ASCII fa 




re.ASCII Sit 

\w, \IaK \b, \B, \cU \D, \s iP \S REMS ASCII S# 

( https://docs.python.Org/3/library/re.html ) „ 





































































































>>> os.listdir('.') # © 

['abc.txt'j ' digits-of-Ti.txt' ] 

>>> os.listdir(b'.') # © 

[b'abc.txt ', b'digits-of-\xcf\x 80 .txt'] 


O II—^^#45^“digits-of-7iixt” n) o 

© listdir 

M: b'\xcf\x80' ^#M^#7i^UTF-8ig^o 



fsencode(filename) 





#P;i; filename jlk str bytes ^IID , 

sys .getfilesystemencoding() M®filename 

^TifpA; pTU> M®AiHi &$} filename ^137?^!j° 


fsdecode(filename) 



filename ^ bytes str ^IM) » EM 


sys.getfilesystemencoding() j 



filename 






E±=I 


filename A# 


O 



Unix n +» surrogateescape fitilc&bflTf A 

(#jALT3£P#£h^) ®jBt~M3:° Windows EM&tl 



m strict 


O 


EM surrogateescape £bfIJiL# 


Python3.1 surrogateescape If 





iL“PEP 383 


Non-decodable Bytes in System Character 

Interfaces” (https://www.python.org/dev/peps/pep-0383/) □ 


U+DCOO 3 \ U+DCFF 






Unicode 3 


A“Fow Surrogate Area”) , 

A TOMMFpIMM o 
£P/K$!l 4-24 $T/Fo 



(Unicode t/j\ 

b/d ma 



VteA 09 




& 





/F^lJ 4-24 EM surrogateescape If AAfiAA 


>>> os.listdir ('.') o 

['abc.txt'j 'digits-of-Tx.txt'] 

>>> os.listdir(b'.') © 

[b'abc.txt ', b'digits-of-\xcf\x80.txt'] 

>>> pi_name_bytes = os.listdir(b'.')[1] © 

>>> pi_name_str = pi_name_bytes.decode('ascii ', 'surrogateescape') © 
>>> pi_name_str © 

'digits-of-\udccf\udc80.txt' 

>>> pi_name_str.encode('ascii', 'surrogateescape') © 

b'digits-of-\xcf\x80.txt 


























































© pi_names_bytes n fr\J3t#4=i „ 

ascii' P ' surrogateescape' 

0#^# ASCII 1 \xcf\x80' 

T ' \udccf\udc80 'o 

© mm ascii 











Unicode 0^ 


niitfB (80% UTF-8) , 



4^u:j 
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Python3 ^^MXibl^lJ 


bytes^ bytearray ^P memoryview ^r_J 





H; KfDnirji£7UnicodeEncodeError ^P 
UnicodeDecodeError, Python3Kfii JC #^Ih i7^7l 

SyntaxError 0 
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MifcAl, fiWPJSi^^U Chardet^f&^IETll^JI^^M 



o iE, &^UTF-i6fPUTF-32Tt#7if 




UTF-8 






PHiPi^: encoding= 








*n £ 0 , mt 

, mmmr 



Python 71 i^XlKi 




, ummmm 

jfi: locale.getpreferredencoding()> sys.getfilesystemencod 

7^ I/O (#P sys. stdout. encoding) M Windows 

MM GNU/ Linux ^P OS X777B1, ‘WUM 





ft£7. 



IMI UTF-8 
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if “Pragmatic Unicode 


Ned Batchelder ft 2012 |fj PyCon US 

or—How Do I Stop the Pain?” (http://nedbatchelder.com/text/unipain.html) 

Ned^ik, 

TfSivo Esther Nam fP Travis Fischer if PyCon 2014 7 

if: “Character encoding and Unicode in Python: How to ( J 0 □ °) J ^ 

J - L with dignity” [ Afjf Jf 

(http://www.slideshare.net/fischertrav/character-encoding-unicode-how-to- 
with-dignity-33352863) , WLM (http://pyvideo.org/pycon-us- 
2014/character-encoding-and-unicode-in-python.html ) ] 0 7 77f 7 fff if 
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M o ”77? [fj:}777Lennart Regebro if “Unconfusing Unicode: What 
Is Unicode?” (https://regebro.wordpress.com/2011/03/23/unconfusing- 


unicode-what-is-unicode/ ) IfUfei 



Unicode (UMMU) ”o Unicode fkf 


ZK 




“Useful Mental Model of 
, Lennart " fcH 



UMMU 


A-ffSAf ffJiAJA7 o 


Python Zlf f 1 ift “Unicode HOWTO”^Z 
(https://docs.python.Org/3/howto/unicode.html) A777l^l7fjllt777 

77 AtifTifP Unicode ffj LO (BP Unicode .zrfjf/n) , 

Tfitlfif 7 7 7lt#7!§ff fiiiJc ° Dive into Python 3 
(Mark Pilgrim , http://www.diveintopython3.net) , 4 

“Strings” (http://www.diveintopython3.net/strings.html) Xf Python 3 Xf 






Unicode ratTIlfM. iff, 15 # 

( http://getpython3 .com/ diveintopython3/case-study-porting-chardet-to- 


python- 3. html ) If] if 7 Chardet if hk Python 2 




lj Python 3 fjiffi, 17 


7E 







f :7ffif( 17 Python 2, {0 je M I] if M Python 3, 7T If If] if Guido van Rossum 
7? TTWhafs New in Python 

3.0” (https://docs.python.org/3.0/whats new/3.0.html#text-vs-data-instead-of- 


























































unicode-vs-8-bit) , 32/M A $ flj il ^llA AlTOEft 15 j 
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Unicode AiJR AIiPA: T ° ’’Armin Ronacher AA AAA “The Updated Guide 
to Unicode on Python” (http://lucumr.pocoo.or^'2013/7/2/the-updated-guide- 
to-unicode/) i7AAt/f7 Python3 7 Unicode ‘SPlaF^f 1 (Arrnin AAA 
AT - Python 3) o 


(PythonCookbook (H 3 A5 

) {fiM 2 $“777771A A 






Ati 


” 1=0 


(David Beazley BrianK. Jones 

7 Urticode MATA 7# 

W, =3= 
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EO, “5.17 ^77 
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Nick Coghlan 7l “PythonNotes”tlj^ 7H7 AA 
A: “Python 3 and ASCII Compatible Binary Protocols” ( http://python- 
notes. curi ous etficiency.org/en/latest/ python3 /b inary_pr otoc ol s. html ) 
^“Processing Text Files in Python 3” ( http://python- 
notes. curi ous etficiency.org/en/latest/python3 / textfi le_pr oc e s s ing. html ) » 





o 




Python 3.5 # A c: $ij /7 A ^ IA fir 1-ftAAA A A A > 

7l A A A Ai (# A “PEP 467—Minor API improvements for binary 

sequences”, https://www.python.org/dev/peps/pep-0467/) o fttAh Python 
3.5 AAAM“PEP 461—Adding % formatting to bytes and 

bytearray” ( https://www.python.org/dev/peps/pep-0461 / ) 0 



Python codecs Hl^;AA 7J“ Standard Encodings”^ 

A ( https: //doc s. pytho n. oiA3 /1 i b rary/codec s. html #standard- e ncod i ngs ) 0 A 

## cpython 7 

/Tools/unicode/listcodecs.py 
(https://hg.python.org/cpython/file/6dcc96fa3970/Tools/unicode/listcodecs.p3 

A A. A fii l7l o 



Martijn Faassen 7j A$“Changing the Python Default Encoding Considered 
Harmful” ( http://blog.startifact.com/posts/older/changing-the-python-default- 
encoding-considered-harmful .html ) A Tarek Ziade A A 
$“sys.setdefaultencoding Is 












































































Evil” (http://blog.ziade.or^2008/01/08/syssetdefaultencoding-is-evil/ ) 



sys.getdefaultencoding() 
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Unicode Explained (Jukka K. Korpela O'Reilly ! I' jlH 

ft, http://shop.oreilly.com/producE9780596101213.do) Unicode 

Demystified (Richard GillamH, Addison-Wesley i'll Wi 

ft, http://www.informit.com/store/unicode-demystified-a-practical- 

programmers-guide-to-9780201700527) Python Pth {§. 

Unicode Victor Stinner PtlUff 

Programming with 

Unicode (http://unicodebook.readthedocs.org/index.html) jk 

$ ( 







CCBY-SA^ijO , Unicode^, 
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Python) 


API 
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W3C P^&*lft“Case Folding: An 

Introduction” (https://www.w3.org/International/wiki/Case_folding) 
^“Character Model for the World Wide Web: String Matching and 
Searching” (https://www.w3.org/TR/charmod-norm/) 
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“Unicode Standard Annex #15—Unicode Normalization 


Forms” (http://unicode.or^reports/trl5/) lil ;lik ° Unicode.org |AJ 

StT“Frequently Asked Questions / 

Normalization” ( http: //www.unicodc.org/faq/normal i zation.html ) 91 Tr 
t Mark Davis “NFC FAQ” (http://www.macchiato.com/unicode/nfc- 

Unicode 
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if Unicode m IS ° 
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Unicode (http://www.unic 0 de. 0 rg/gl 0 ssary/#plain_text) Hilt 





































































HTML 




HTML 
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tomtom 




o 








o 



AsciiDoc (http://www.methods.co.nz/asciidoc/, 







Atlas (https://atlas.oreilly.com/) (ftXJlfild 3 (ftoP y A <, AsciiDoc (ft 




& UTF-8 



mmiz, 

liWilco 



o 



, MTOascil £nHTO 

H Hf d=i l([L AsciiDoc 


Unicode 







4-U a 4-3 ^na 4-4 >TOlft 




TO, Ubuntu 14.04 OS X 
10.9 Eft^McIEFjtM/K* ^M“mojibake” 
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Unicode 



mmMM+'AtG H IfiA Unicode, HA latinl US 55^ 








































































































































i£? Unicode GREEK CAPITAL LETTER OMEGA LATIN 

CAPITAL LETTER A WITH RING ABOVE 

—#, rft&NFC 



vQi> 



nEo 


FTP Tl Unicode JVJ N » 

dt t;/U ihzU vn t7tt ui d3? gg 
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7H: 


Unicode 
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I1MM# 


F=f 


Tnr/ 



iF RAM a ^P f5J ^ /F 0F ft ^ 
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S fTj # 4u Python 3 @ae!:Ml fft-4*'T?#M4-# 




O 


i£ Python3.3 ZLft> CPython Pf nTldIdJfci£rt#4gllffl 16 jiz.^ 






32 16 (narrow build) , 32 id 

(wide build) , ia%M%\MF8tfy 

sys.maxunicode EftflL: 65535 
U+FFFF 






m&R 





» 1=1 
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M. Python 3.3 















#|^“PEP 393—Flexible String 

Representation” (https://www.python.org/dev/peps/pep-0393/) o 



ft* 
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^UT- Python2 long 






























































































































































Guido van Rossum 


Python { 


tk 


[=3 Guido St) The History of Python “Origins of Python's Functional 

Features” ( http^/python-history.blogspot.jp/2009/04/origins-of-pythons-functional-features.html) 0 




























































































>>> def factorial(n): © 

... ' ' ' returns n!''' 

... return 1 if n < 2 else n * factorial(n-l) 

• • • 

>>> factorial(42) 

1405006117752879898543142606244511569936384000000000 

>>> factorial._doc_ © 

'returns n!' 

>>> type(factorial) © 

<class 'function'> 


O 

© 

0 







JStt* 



o 


factorial H function 
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doc 








Python 

help(factorial) 5-1 


U 































































5-1: factorial Hffcfit! 
doc 





>>> fact = factorial 
>>> fact 

<function factorial at 0x...> 

>>> fact(5) 

120 

>>> map(factorial, range(ll)) 

<map object at 0x...> 

>>> list(map(fact, range(ll))) 

[1, 1, 2, 6, 24, 120, 720, 5040, 40320, 362880, 3628800] 








83£I 




m, m 




MkMim. (higher- 


order function) o map i§ II ^ , #P/Jn$ 

ft sorted key 


-S&JikH^J> #P3^J 5-2 ji)f/jNo jJtA> I*11 lB 






tc 


^js 


p JAL 2.7 fo 




>>> fruits = ['strawberry'j 'fig', 'apple', 'cherry', 'raspberry', 'banana'] 
>>> sorted(fruits, key=len) 

['fig', 'apple', 'cherry', 'banana', 'raspberry', 'strawberry'] 

>>> 




>>> def reverse(word): 

... return word[::-1] 

>>> reverse('testing') 

'gnitset' 

>>> sorted(fruits, key=reverse) 

['banana', 'apple', 'fig', 'raspberry', 'strawberry', 'cherry'] 

>>> 


map> filter^ reduce ^P apply□ apply B 


c=j fT/V 


Python 2.3 


BA # Python 3 4^ 7, £PHUHMI7)t 






Ii it, 


Ikm^ fn(*argSj **keywords), 


A 


apply(fnj argSj kwargs)o 









map> filter ^P reduce if 

mt 





J&. 


T» o 


map> filterfPreduceKjJJft^^f^on 



i. ' -tT ' > > 

Jp B 3 



l/\ 


map> filter ^P reduce 


VrV £3 [7A- i> 


m 


mmm (i» 




A Rl fiil 45 if) o if Python 3 f 1 > map fP filter fE^lf 

mmwmvAi 

map fP filter MA lH Ifc fft 5tl t& > 

lUif, #PBfl 5-5 |?r^o 



isrf ! 'm 





7F$\\ 5-5 if map fP filter fjA 



>>> 

[i, 

>>> 

[i, 

>>> 

[i, 

>>> 

[i, 

>>> 


list(map(fact, range(6))) O 
1, 2, 6, 24, 120] 

[fact(n) for n in range(6)] © 

1, 2, 6, 24, 120] 

list(map(factorial, filter(lambda n: 

6 , 120 ] 

[factorial(n) for n in range(6) if n 

6 , 120 ] 


n % 2, range(6)))) © 

% 2 ] © 


rag o! a si ij 



© 



© {Jffl map fP filter i+ 





y 5! 



o 


o itmmm 

lambda 


map fP filter, fpii 


if Python 3 f 1 , map fP filter 

(ftPython2 a im* 


if A (ft Python 2 f 1 , ii 







if Python 2 f 1 > reduce ilk if II i§ , {MUlf Python 3 f'ff PJ 


functools HAMT o if 


ifr 3f/r M 4 


rP 


2003 AAAfJ 


Python 2.3 fF#p, :fi#filiffi 1^ JiEft sum Sl^o Ifnfgflf;fPffifA 





7F#!l 5-6 reduce ^P sum i+Jf 0~99 ^Jk \P 


>>> from functools import reduce O 
>>> from operator import add © 

>>> reduce(addj range(100)) © 

4950 

>>> sum(range(100)) © 

4950 

>>> 


O M. Python 3.0 


reduce 



o 




add, 



o 



0~99 



sum ^P reduce ^)S 




h, 











all ^P any 



all(iterable) 



iterable 



H, M0 True; all([])M0 


True 


O 


any(iterable) 

JRH iterable 
False 0 



any( [ ]) 










5-7 lambda , 



>>> fruits = ['strawberry'j 'fig', 'apple', 'cherry', 'raspberry', 'banana'] 
>>> sorted(fruits, key=lambda word: word[::-l]) 

['banana', 'apple', 'fig', 'raspberry', 'strawberry', 'cherry'] 

>>> 







‘Functional Programming 

HOWTO” ( https://docs .python. org / 3/howto/functional .html ) 





o 




o 




















def in'RtM lambda to'tj'Cfi 1 



o 



fjMCipg (CPython) #P len «Jc time, strftime 


O 


P*3 




fisOT C indict.get 


O 







o 











o 







yield 



O 














Python 




n 










6b tf: 
Fib n 



fit! callable() 



it: 



>>> abs, str, 13 

(<built-in function abs>, <class 'str'>j 13) 
>>> [callable(obj) for obj in (abs, str, 13)] 
[True, True, False] 




























































import random 

class BingoCage: 

def init (self, items): 

self._items = list(items) © 
random.shuffle(self._items) © 

def pick(self): © 
try: 

return self._items.pop() 
except IndexError: 

raise LookupError('pick from empty BingoCage') © 

def call (self): © 

return self.pickQ 



© shuffle 0;% self ._items 








© bingo.pick() bingo() 


5-8 4^ ae! Eft II ft? M zK ° lit, bingo 



faMffi, MiLftllLft callable(.. .) 






>>> bingo = BingoCage(range(3)) 
>>> bingo.pick() 

1 

>>> bingo() 

0 

>>> callable(bingo) 

True 



J*A 

R 


Pit^ y i v 'Vi ^, it' & #iM^1 Z fft ftT, #|$P BingoCage ^iftPJ^TC 


to mm'MM&mk, m 





JllSs 


(memoization) 







o 






-* # R Eft 




O 








factorial 





>>> dir(factorial) 

[' annotations ' call ' class ', ' closure ' code 

'_defaults_ ', '_delattr_' '_diet_' '_dir_ ', '_doc_ ', '_eq_' 

' format ' ge ' get ', ' getattribute ' globals 

1 g t ’, '_hash_ ', '_in it_', '_kwdefaults_', '_le_', '_lt_', 

'_module_'_name_ ', ' _ne_'_new_ ', ' _qualname_ ', '_reduce_' 

'_reduce_ex_ ', ' _repr_ ', ' _setattr_ ', '_sizeof_ ', '_str_ ', 

'_subclasshook_'] 

>>> 




Wi M 7E Python M Eft „ ^ : i J U IP 




Pu)A 


diet JF#po 





diet 



•Aft 






ft- Afgtlliflt 

iL“The Django admin 



site”3tf^i (https://docs.djangoproject.eom/en/l.10/rePcontrib/admin/ ) 4W 


short_description. boolean allow_tags ° ilrff 


Dj ango 




, fG short_description 





Dj ango Hf 1! Jil fr iA AH y r Jj /£ H , At id 7 P\ ^ At 1 11 M f h /H fft Am At 



def upper_case_name(obj): 

return ("%s %s" % (obj.first_namej obj.last_name)).upper() 
upper_case_name.short_description = 'Customer name' 



o 
























































































































































>>> class C: pass # O 
>>> obj = C() # © 

>>> def func(): pass # © 

>>> sorted(set(dir(func)) - set(dir(obj))) # © 

['_annotations_ ', '_call_ ', '_closure_' '_code_'_defaults_' 

'_get_'_globals_ ', ' _kwdefaults_ ' _name_ ' _qualname_'] 

>>> 






O 







o 








* 5-1 5-9 , 


#5-1: fflPjgXKllSjKjJltt 




o 



mm 

\ m 

annotations 

diet 


_call_ 

method- 

wrapper 

mm o 

_closure_ 

tuple 

mmm, (»^None) 

_code_ 

code 


_defaults_ 

tuple 


get 

method- 

wrapper 

(#jsljh 2o#> 













































































_globals_ 

diet 


_kwdefaults_ 

diet 


_name_ 

str 


_qualname_ 

st r 

Wi P(t aE 9 btt Random.choice ( ^|SlPEP 

3155, https://www.python, org/dev/peps/pep-3155/ ) 



defaults 


code 



annotations 


ft- 




1=1 O 


{S-7E 







































7H 


MJL Python 


3 j 


/y HT fX PH ^ H! : 4* # ifc ( keyw ord- only argument) 0 




$1 5-11 4^o 



def tag(name, *content, cls=None, **attrs): 

.. 

if els is not None: 

attrs['class'] = els 
if attrs: 

attn_str = ''.join(' %s="%s"' % (attr, value) 

for attr, value 
in sorted(attrs.items())) 

else: 

attr_str = ' ' 
if content: 

return '\n'.join(' <%s%s>%s</%s >' % 

(name, attr_str, c, name) for 

else: 

return '<%s%s />' % (name, attr_str) 


in content) 


tag £P/Jn$!] 5-11 ffisFo 

5-11 tag®ic (JE^J5-10) 

»> tag(' br') O 

'<br />' 

»> tag(' p', 'hello') © 

' <p>hello</p>' 

>>> print(tag('p', 'hello', 'world')) 
<p>hello</p> 

<p>world</p> 







>>> tag('p', 'hello', id=B3) © 

'<p id="33">hello</p>' 

>>> print(tag('p', 'hello', 'world', cls='sidebar')) © 

<p class="sidebar">hello</p> 

<p class="sidebar">world</p> 

>>> tag(content='testing', name="img") © 

'<img content="testing" />' 

>>> my_tag = {'name': 'img', 'title': 'Sunset Boulevard', 

... 'src': 'sunset.jpg', 'els': 'framed'} 

>>> tag(**my_tag) © 

'<img class="framed" src="sunset.jpg" title="Sunset Boulevard" />' 



>>> def f(a, *, b): 
... return a, b 


>>> f(l, b=2) 

( 1 , 2 ) 









5-12 Bobo Xnil hello PH person #fA 



JA HTTP if 


import bobo 

@bobo.query('/') 
def hello(person): 

return 'Hello %s!' % person 


bobo.query Ml %L (#P 

Bobo #|Ait hello ®ft 




o iX 


ill fcl rfnile 



ij person 
hello 






O 


$^Bobo, (#1 


$P, bobo -f hello.py) „ tAN http://localhost:8080/ 

yf M ^“Missing form variable person”, HTTP iA^F^fk 403» lAii 0 A/> 


Bobo XniiiMffl hello @§ffc4ZAj/HA A person #ft fH 
l J(s]^#IXo AtXJ 5-13 ft shell curl M/ATActijA/o 



/jtXl 5-13 

curl 



Bobo ME 403 forbidden 



$ curl -i http://localhost:8080/ 
HTTP/1.0 403 Forbidden 
Date: Thu, 21 Aug 2014 21:39:44 GMT 
Server: WSGIServer/0.2 CPython/3.4.1 
Content-Type: text/html; charset=UTF-8 
Content-Length: 103 


<html> 







<headxtitle>Missing parameter</titlex/head> 
<body>Missing form variable person</body> 
</html> 



fnj http://localhost :8080/?person=Dim, 


'Hello Dim!', 5-14 $T/J 


\ 


o 



5-14 



$ curl -i http://localhost:8080/?person=Dim 
HTTP/1.0 200 OK 

Date: Thu, 21 Aug 2014 21:42:32 GMT 
Server: WSGIServer/0.2 CPython/3.4.1 
Content-Type: text/html; charset=UTF-8 
Content-Length: 10 

Hello Dim! 



_. w 

rfniS: 









defaults jUtt, 









def clip(text, max_len=80): 

.l£max 1 e n ttf ffi fs ffi (ft 





end = None 

if len(text) > max_len: 

space_before = text.rfind(' ', 0, max_len) 
if space_before >= 0: 

end = space_before 
else: 








space_after = text. rfind(' ' max_len) 
if space_after >= 0: 
end = space_after 
if end is None: # 
end = len(text) 
return text[:end].rstrip() 


7Jn^i] 5-16 5-15 4^^ clip gfr, g# 

_defaults_^ _code_.co_varnames 4P_code_.co_argcount 

M« 



>>> from clip import clip 

>>> clip._defaults_ 

( 80 ,) 

>>> clip._code_ # doctest: +ELLIPSIS 

<code object clip at 0x...> 

>>> clip._code_.co_varnames 

('text', 'max_len', 'end', 'space_before', 
>>> clip._code_.co_argcount 



' space_after') 









2 ft Python 3.5 P 3 , sig (fttUII: <Signature (text, max_len=80)>o -IS#ft 


>>> from clip import clip 

>>> from inspect import signature 

>>> sig = signature(clip) 

>>> sig # doctest: +ELLIPSIS 
<inspect.Signature object at 0x...> 

>>> str(sig) 

'(text, max_len=80)' 

>>> for name, param in sig.parameters.items(): 

... print(param.kind, name, '=', param.default) 

• • • 

POSITIONAL_OR_KEYWORD : text = <class 'inspect._empty'> 
POSITIONAL OR KEYWORD : max len = 80 


inspect.signature 

inspect .Signature parameters 


yfv 


^0^17 71 inspect. Parameter #7 

Parameter li BEftlltt, $|$P name^ default ^P kind 


do 


o I > 


fit! inspect ._empty 1 




7j\'/% W fX iA{I , None teW ffr fXi\{ 





o 


kind Jlf77H 



7 E ParameterKind 5 *, 


O 


POSITIONAL OR KEYWORD 







ifc Python @§ %L £Kj # 


VAR POSITIONAL 


VAR KEYWORD 




o 


KEYWORD ONLY 




O 






POSITIONAL ONLY 


E{Y.#ifc; §ftr> Python 





(^Pdivmod) 


Y&( name^ default kind, inspect. Parameter )^fJt.*3SW 




annotation (}± M ) Mtt, J tsfit!inspect ._empty, 

Python 3 (?±iS 

ifc) o 



"Pit 


inspect .Signature bind 7 j}£, J ShJl^^Gf3:M y h#ij(#^ 



h, #rJ^«j 




fl^n 


£Pa|n$!| 5-18 ^T7Ko 


/jn^iJ 5-18 

- 3 

. _ a 



( JaLtj^IJ 5-10) 



3 iT Python 3.5 P 3 , P^/K^J&tl bound_args <BoundArguments 

cls= 1 framed 1 , attns={'title 1 : 'Sunset Boulevard', 'src': 



(name=‘img', 

' sunset.jpg' })>o 


>>> import inspect 

>>> sig = inspect.signature(tag) © 

>>> my_tag = {'name': 'img', 'title': 'Sunset Boulevard', 
... 'src': 'sunset.jpg', 'els': 'framed'} 

>>> bound_args = sig.bind(**my_tag) © 

>>> bound_args 

<inspect.BoundArguments object at 0x...> © 

>>> for name, value in bound_args.arguments.items(): © 

... print(name, '=', value) 

• • • 

name = img 
els = framed 

attrs = {'title': 'Sunset Boulevard', 'src': 'sunset.jpg'} 
>>> del my_tag['name'] © 

>>> bound_args = sig.bind(**my_tag) © 

Traceback (most recent call last): 

• • • 

TypeError: 'name' parameter lacking default value 




o 


© m\ 


vfv 


inspect.BoundArguments M 



o bound_args.arguments ( 


Vfv 


OrderedDict MM) 



© name JA my_tag 


© iMffl sig. bind(**my_tag), fMdj TypeError, 

t. 



name 






Vfv 





inspect 












def clip(text:str, max_len:'int > 0'=80) -> str: © 
.l£max_len m ffi (ftH— 

II II II 

end = None 

if len(text) > max_len: 

space_before = text.rfind(' ' Q, max_len) 
if space_before >= 0: 

end = space_before 
else: 

space_after = text.rfind(' ' max_len) 
if space_after >= 0: 
end = space_after 
if end is None: # 
end = len(text) 
return text[ :end]. rstripQ 



>>> from clip_annot import clip 
>>> clip._annotations_ 

{'text': <class 'str'>, 'max_len': 'int > 0', 'return': cclass 'str’>} 








>>> from clip_annot import clip 
>>> from inspect import signature 
>>> sig = signature(clip) 

>>> sig.return_annotation 
<class 'str’> 

>>> for param in sig.parameters.valuesQ: 

... note = repr(param.annotation).ljust(13) 

... print(notej param. name, ' =' param. default) 

<class 'str’> : text = <class 'inspect._empty'> 

'int >0' : max len = 80 


signature i§ fM 0 ^ Signature 
return_annotation parameters jH14> 

jft, B&MPJ Parameter MMJio Parameter Bill 

W annotation 5-20 PJ T 3&/L o 
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M Guido , Python Eft H 

d 1 operator ^P functools ^r^Eft;^#* 


s-=r 

P IP 9 






5.10.1 operator!!^ 



5-21 


reduce Hffc^P 




'Ef 




mf 



from functools import reduce 
def fact(n): 

return reduce(lambda a, b: a*b, range(l, n+1)) 



operator 

lambda a, b: a*b i>c f ^ ft II45 ®t£c 

5-21 5-22 IP#o 






mf^ij 5-22 


reduce ^P operator.mul 




from functools import reduce 
from operator import mul 

def fact(n): 

return reduce(mulj range(lj n+1)) 


operator Hi^ l 1 =1 *2SW 



14 ft lambda 





itemgetter ^P attrgetter 









/Jm$J 5-23 /tsc/jN 


itemgetter 




(12 





itemgetter(1) lambda fields: 


fields[l]-# : frJlt 







PI 


waft, M0*?iei± 




o 


s^m 5-23 

W 2-8) 



itemgetter 







>>> metro_data = [ 

('Tokyo', 'DP', 36.933, (35.689722, 139.691667)), 

('Delhi NCR', 'IN', 21.935, (28.613889, 77.208889)), 
('Mexico City', 'MX', 20.142, (19.433333, -99.133333)), 
('New York-Newark', 'US', 20.104, (40.808611, -74.020386)), 
('Sao Paulo', 'BR', 19.649, (-23.547778, -46.635833)), 

... ] 

>>> 

>>> from operator import itemgetter 

>>> for city in sorted(metro_data, key=itemgetter(l)): 

... print(city) 

• • • 

('Sao Paulo', 'BR', 19.649, (-23.547778, -46.635833)) 

('Delhi NCR', 'IN', 21.935, (28.613889, 77.208889)) 

('Tokyo', 'DP', 36.933, (35.689722, 139.691667)) 

('Mexico City', 'MX', 20.142, (19.433333, -99.133333)) 

('New York-Newark', 'US', 20.104, (40.808611, -74.020386)) 



>>> cc_name = itemgetter(l, 0) 
>>> for city in metro_data: 

... print(cc_name(city)) 

• • • 

('DP', 'Tokyo') 

('IN', 'Delhi NCR') 

('MX', 'Mexico City') 

('US', 'New York-Newark') 
('BR', 'Sao Paulo') 

>>> 













attrgetter 



Wlft. £nHfE 


A itemgetter 

EP. iff V>v [H? ih/+r A 





attrgetter, titEA 





o 


Am 



AH, 




ilAb #P;f;#fj£AA / elA • (AA) > attrgetter#^ 

5-24 ^fAo 

m ^ s?^ 


t& 


6fy, 


m 


attrgetter M^AJlAAAA^jliAA <, 


75 AI 5-24 AA^A namedtuple, AA metro_data (Aj/jAXJ 5- 
23 AfftA^fSIA) > attrgetter ASA 


>>> from collections import namedtuple 

>>> LatLong = namedtuple('LatLong', 'lat long') # O 

>>> Metropolis = namedtuple('Metropolis', 'name cc pop coord') # © 

>>> metro_areas = [Metropolis(name, cc, pop, LatLong(lat, long)) # © 

... for name, cc, pop, (lat, long) in metro_data] 

>>> metro_areas[0] 

Metropolis(name='Tokyo', cc='3P', pop=36.933, coord=LatLong(lat=35.689722, 
long=139.691667)) 

>>> metro_areas[0].coord.lat # © 

35.689722 

>>> from operator import attrgetter 

>>> name_lat = attrgetter('name', ’coord.lat') # © 

>>> 

>>> for city in sorted(metro_areas, key=attrgetter('coord.lat')): # © 

... print(name_lat(city)) # © 

• • • 

('Sao Paulo', -23.547778) 

('Mexico City', 19.433333) 

('Delhi NCR', 28.613889) 

('Tokyo', 35.689722) 

('New York-Newark', 40.808611) 


O A A namedtuple AA LatLongo 

® If AA Metropolises 

@ A A Metropolis A $J H metro_areas ftl, 

(lat, long), LatLong, A A 

Metropolis iff coord Iffo 





o 


G MA metro_areas[0], 

© attrgetter, name coord. lat jUtt 

attrgetter, 

G attrgetter, 

“ C M^ operator (^B&7 U _ E 

4 Python3.5 ftifttnT imatmul tH matmulo -IS#ft 


>>> [name for name in dir(operator) if not name.startswith('_')] 
['abs', 'add', 'and_', 'attrgetter', 'concat', 'contains', 
'countOf', 'delitem', 'eq', 'floordiv', 'ge', 'getitem', 'gt', 
'iadd', 'iand', 'iconcat', 'ifloordiv', 'ilshift', 'imod', 'imul', 
'index', 'indexOf', 'inv', 'invert', 'ior', 'ipow', 'irshift', 

'is_', 'is_not', 'isub', 'itemgetter', 'itruediv', 'ixor', 'le', 

'length_hint', 'lshift', 'It', 'methodcaller', 'mod', 'mul', 'ne', 
'neg', 'not_', 'or_', 'pos', 'pow', 'rshift', 'setitem', 'sub', 
'truediv', 'truth', 'xor'] 



>>> from operator import methodcaller 
>>> s = 'The time has come' 

>>> upcase = methodcaller('upper') 

>>> upcase(s) 









'THE TIME HAS COME' 

>>> hiphenate = methodcaller('replace ', 
>>> hiphenate(s) 

' The-time-has-come' 



>>> str.upper(s) 
'THE TIME HAS COME' 
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>>> 

>>> 

>>> 

>>> 

21 

>>> 

[3, 


from operator import mul 
from functools import partial 
triple = partial(mulj 3) © 

triple(7) © 

list(map(triple, range(l, 10))) 
6, 9, 12, 15, 18, 21, 24j 27] 


© 
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5-27 partial Unicode 


>>> import unicodedata, functools 

>>> nfc = functools.partial(unicodedata.normalize, 'NFC') 
>>> si = 'cafe' 

>>> s2 = 'cafe\u0301' 

>>> si, s2 
('cafe', 'cafe') 

>>> si == s2 
False 

>>> nfc(sl) == nfc(s2) 

True 



5-28 JG partial 5-10 tag g|$Li 


>>> from tagger import tag 

>>> tag 

<function tag at 0xl0206dle0> © 

>>> from functools import partial 

>>> picture = partial(tag, 'img', cls='pic-frame') © 

>>> picture(src='wumpus.jpeg') 

'<img class="pic-frame" src="wumpus.jpeg" />' © 

>>> picture 

functools.partial(<function tag at 0xl0206dle0>, 'img', cls='pic-frame') © 






>>> picture.func © 

<function tag at 0xl0206dle0> 
>>> picture.args 

Cirng',) 

>>> picture.keywords 
{'els': 'pic-frame'} 
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fidelityPromo^ BulkPromo 
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Tjsffil 6-1 Order 



from abc import ABC, abstractmethod 
from collections import namedtuple 

Customer = namedtuple('Customer', 'name fidelity') 


class Lineltem: 

def_init_(self, product, quantity, price): 

self.product = product 
self.quantity = quantity 
self.price = price 


def total(self): 

return self.price * self.quantity 




class Order: # _hT3t 


def_init_(self, customer, cart, promotion=None): 

self.customer = customer 
self.cart = list(cart) 
self.promotion = promotion 

def total(self): 

if not hasattr(self, '_total'): 

self._total = sum(item.total() for item in self.cart) 

return self, total 


def due(self): 

if self.promotion is None: 

discount = 0 
else: 

discount = self.promotion.discount(self) 
return self.totalQ - discount 

def _repr_(self): 

fmt = '<Order total: {:.2f} due: {:.2f}>' 
return f mt. format (self .total(), self.dueQ) 


class Promotion (ABC) : # 1^.36 

@abstractmethod 

def discount(self, order): 

.(lEft) . 


class FidelityPromo(Promotion): 

.MR 1000^ U ± If ^ +B 


# 











l/N 


def discount(self, order): 

return order.total() * .05 if order.customer.fidelity >= 1000 else 0 




class BulkltemPromo(Promotion): # 

.^^B n p^20^Di±Ht^f*10%?/fft. 





def discount(self, order): 
discount = 0 
for item in order.cart: 

if item.quantity >= 20: 

discount += item.total() * .1 
return discount 



% 



/ "N 


class LargeOrderPromo(Promotion): # 

.iT ^ ^ M M p° & M10i' WL U ± Bd H-# 7 %#f { P 



II II II 


def discount(self, order): 

distinct_items = {item.product for item in order.cart} 
if len(distinct_items) >= 10: 

return order.total() * .07 
return 0 


6-1 4 1 > WE Promotion AEACMilRSH (Abstract Base 
Class, ABC) , @abstractmethod /AMR 




o 



Python 3.4 M^RM 



e 






A An {Ik |R o )A Python 3.0 3\ Python 


abc.ABCc 

3.3, class metaclass= 

$n, class Promotion(metaclass=ABCMeta):) » 



($1 



m 

7H 


doctest, MAMr WJS7 


7F$\ 6-2 MM M RM #1Aif An R Order 


>>> joe = Customer( 1 John Doe', 0) O 
>>> ann = Customer('Ann Smith', 1100) 

>>> cart = [Lineltem('banana', 4, .5), © 

... Lineltem('apple', 10, 1.5), 

... Lineltem('watermellon', 5, 5.0)] 

>>> Order(joe, cart, FidelityPromo()) © 

<Order total: 42.00 due: 42.00> 

>>> Order(ann, cart, FidelityPromo()) © 

<Order total: 42.00 due: 39.90> 

>>> banana_cart = [Lineltem('banana', 30, .5), © 

... Lineltem('apple', 10, 1.5)] 

>>> Order(joe, banana_cart, BulkItemPromo()) © 

<Order total: 30.00 due: 28.50> 

>>> long_order = [LineItem(str(item_code), 1, 1.0) © 
... for item_code in range(10)] 

>>> Order(joe, long_order, LargeOrderPromo()) © 













































<Order total: 10.00 due: 9.30> 

>>> Order(joe, cart, LargeOrderPromo()) 
<Order total: 42.00 due: 42.00> 




© fidelityPromo joe 

O ann %3 \7 5% W\\, 1000c 

© banana_cart T'W 30 10 

© BulkltemPromo % joe D14)fit!I ?MjjtM 7 1.50 HtCo 
O long_order 7W 10 1.00 Hjg□ 

© LargerOrderPromo joe EftSl^iT#-tJH*7 7% jfrTlo 
6-1 Python 7 {7 j* ft fft t® 17 



from collections import namedtuple 

Customer = namedtuple('Customer', 'name fidelity') 

class Lineltem: 

def_init_(self, product, quantity, price): 




self.product = product 
self.quantity = quantity 
self.price = price 


def total(self): 

return self.price * self.quantity 


class Order: # _hT3t 

def _init_(self, customer, cart, promotion=None) 

self.customer = customer 
self.cart = list(cart) 
self.promotion = promotion 


def 


total(self): 

if not hasattr(self, '_total'): 

self._total = sum(item.total() 

return self, total 


for item in self.cart) 


def 


due(self): 

if self.promotion is None: 

discount = 0 
else: 

discount = self.promotion(self) 
return self.totalQ - discount 




def _repr_(self): 

fmt = '<Order total: { 
return fmt.format(self 


.2f} due: {:.2f}>' 
totalQ, self.dueQ) 


© 


def fidelity_promo(order): © 

. MPsftJn 000 ^ ± MW 

return order.total() * .05 if order.customer.fidelity >= 1000 else 0 



i/t: 


def bulk_item_promo(order): 

.^«R n n^20^W±Bt^f*10%#fft. 


discount = 0 

for item in order.cart: 

if item.quantity >= 20: 

discount += item.total() * .1 
return discount 


def large_order_promo(order): 



<s>< 



distinct_items = {item.product for item in order.cart} 


if len(distinct_items) >= 10: 


return order.totalQ * .07 


return 0 


O self .promotion () Hi 

©MMio 

©l-tMMlio 

6-3 6-1 12 'ffo grift Order ^Steffi 

6-4 4* £KJ doctest j?T/Jt o 

6-4 Order 


>>> joe = Customer('John Doe', 0) O 
>>> ann = Customer('Ann Smith', 1100) 

>>> cart = [Lineltem('banana', 4, .5), 

... Lineltem('apple', 10, 1.5), 

... Lineltem('watermellon', 5, 5.0)] 

>>> Order(joe, cart, fidelity_promo) © 

<Order total: 42.00 due: 42.00> 

>>> Order(ann, cart, fidelity_promo) 

<Order total: 42.00 due: 39.90> 

>>> banana_cart = [Lineltem('banana', 30, .5), 

... Lineltem('apple', 10, 1.5)] 

>>> Order(joe, banana_cart, bulk_item_promo) © 
<Order total: 30.00 due: 28.50> 

>>> long_order = [LineItem(str(item_code), 1, 1.0) 
... for item_code in range(10)] 

>>> Order(joe, long_order, large_order_promo) 
<Order total: 10.00 due: 9.30> 

>>> Order(joe, cart, large_order_promo) 

<Order total: 42.00 due: 42.00> 
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best_promo 





>>> Order(joej long_order, best_promo) O 
<Order total: 10.00 due: 9.30> 

>>> Order(joej banana_cartj best_promo) © 

<Order total: 30.00 due: 28.50> 

>>> Order(anrij cart, best_promo) © 

<Order total: 42.00 due: 39.90> 

O best_promo joe izfe# larger_order_promOo 

® , joe bulk_item_promo fil f)r tfa□ 

@ » best_promo % ^ M>\ § ann $1^ 

fidelity_promo MHr j'P° 

best_promo HUtfM 6-6 

t^{^\ 6-6 best_promo 

to 


promos = [fidelity_promOj bulk_item_promo, large_order_promo] © 


def best_promo(order): 




return max(promo(order) for promo in promos) © 


O promos 

® *_promo eSffc—'#» best_promo 

Order 

@ order promos M0 
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Order 
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globals() 

m o 


7F#!l 6-7 jM globals iM^Itl best_promo g^jciW'ftfenT^IEft 
*_promo Hit, 


/Jn^'J 6-7 t^Jl! promos M 



promos = 


[globals()[name] for name in globalsQ 
if name.endswith('_promo') © 

and name != ’best_promo'] © 




def best_promo(order): 


4it J* 


return max(promo(order) for promo in promos) © 


O globalsQ MHI^A^^ name 
® _promo ^1^1° 

@ best_promo Pj it % PS ill j)3 

O best_promo F^I 
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promotions Wk%k> 


promos M 



promos = [func for name, func in 

inspect.getmembers(promotions, inspect.isfunction)] 


def best_promo(order): 



return max(promo(order) for promo in promos) 
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TFffil 6-9 MacroCommand 



class MacroCommand: 

.—. 

def init (self, commands): 

self.commands = list(commands) # © 

def call (self): 

for command in self.commands: # © 
command() 
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@decorate 
def target(): 

print('running target()') 







def target(): 

print('running target()') 

target = decorate(target) 












target target iM£, decorate(target) M 
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>>> def deco(func): 

... def inner(): 

... print('running inner()') 

return inner o 


>>> @deco 

... def target(): © 










... print('running target()') 

• • • 

>>> target() © 
running inner() 

>>> target © 

<function deco.<locals>.inner at 0xl0063b598> 


O deco M® inner 
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® I'M deco target 
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target inner□ 


RM target Mfejk inner 


rnmn^immo 
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Python^ B-J tA tr ^ tf|5 H 
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registration.py 


o 


7Jn#|J 7-2 registration.py 






©JE func #A registry 0 


® M® func: 

#0 










O 



© main Mtf registry, fl(A f2()fPf3() 


O 


© HAifE registration.py A fPJSPAfeABt' AiMffi main()» 


IE registratioupy A AJ$PAfeA#PJ Affij dAP 


$ python3 registration.py 

running register(<function fl at 0xl00631bf8>) 
running register(<function f2 at 0xl00631c80>) 
running main() 

registry -> [<function fl at 0xl00631bf8>, <function f2 at 0xl00631c80>] 
running fl() 
running f2() 
running f3() 


Am, register All A AAA® A til feA (MA) ° 


register BA pA 



MUtt <function fl at 


0xl00631bf8> 


o 








p, registry 


WSfB, R 




f 1 fP f2 


o 



main 


^P^^A registration.py (AAAiAAAA) > fmj lA 


>>> import registration 

running register(<function fl at 0xl0063ble0>) 
running register(<function f2 at 0xl0063b268>) 








>>> registration.registry 

[<function fl at 0xl0063ble0>, <function f2 at 0xl0063b268>] 
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best_promo promos 
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promos ; yi]A 1 1 1 . e rdi best_promo ,'SR&Iff ffi B& > 
^lATAIgltWWS. AM 7-3 iifflftMtti 
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jALtn 
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aJn^IJ 7-3 promos promotion 


promos = [] O 

def promotion(promo_func): © 

promos.append(promo_func) 
return promo_func 

@promotion © 
def fidelity(order): 

. 1000 ^ ± W f£ 5%1/f In 

return order.total() * .05 if order 


customer.fidelity >= 1000 else 0 


@promotion 

def bulk_item(order): 

.. 

discount = 0 

for item in order.cart: 

if item.quantity >= 20: 

discount += item.totalQ * .1 
return discount 


@promotion 

def large_order(order): 

. w + w * isi m m iQ^mu± m 

distinct_items = {item.product for item in order 
if len(distinct_items) >= 10: 

return order.total() * .07 
return 0 


cart} 


def best_promo(order): © 




return max(promo(order) for promo in promos) 


promos 



© promotion promo_func ^jjp^lj promos Mjp JUlz^J 



© |j£ @promotion promos 

O best_promos % S^J 'tHifcM promos 

• (BP^ffl^_promo^Jl) 
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>>> def fl(a): 

... print(a) 

... print(b) 

• • • 

>>> fl(3) 

3 

Traceback (most recent call last): 

File "<stdin>"j line 1, in <module> 

File "<stdin>" J line 3, in fl 
NameError: global name 'b' is not defined 





3 i(E Python 3.5 4 1 , ft NameError: name 'b' 


is not defined, globalo 


>>> b = 6 
>>> fl(3) 
3 
6 










>>> b = 6 
>>> def f2(a): 
... print(a) 

... print(b) 

b = 9 


>>> f2(3) 

3 

Traceback (most recent call last): 
File "<stdin>"j line 1, in <module> 
File "<stdin>"j line 3, in f2 
UnboundLocalError: local variable 'b' 


referenced before assignment 



print(b) WifPJo 

b, 


7 3, print(a) o 




6 , 



Afkft. print(b) b 


A .4/r. 
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mMi, Python tl^Ji b 1, 



Python 

l&t'SMkM bo /gMiMffi f2(3) fcf, f2 


a a PtKlL b 




, \fnJkmmn: python 


iAtA JavaScript Ptltr PlMP’T > 

JavaScript 
(fM var) , 




So 






global p 


>>> b = 6 
>>> def f3(a): 

global b 
... print(a) 

... print(b) 

b = 9 


>>> f3(3) 
3 
6 

>>> b 









9 


>>> f3(3) 

3 
9 

>>> b = 30 
>>> b 
30 
>>> 

tm python 

7-4 7-5 



dis Python feJ ^ Eft 7 : ^° 7jft7lJ 7-6 


7-7 7-4 4* fl 


7-5 ^ f2 (ft^IWo 


/Jn$!] 7-6 7-4 4 1 Eft f 1 lilt 


>>> from dis import dis 
>>> dis(fl) 

2 0 LOAD_GLOBAL 

3 LOAD_FAST 
6 CALL_FUNCTION 
9 POP TOP 


(print) O 
(a) © 

(1 positional. 


0 keyword pair) 


10 LOAD_GLOBAL 
13 LOAD_GLOBAL 
16 CALL_FUNCTION 

19 POP_TOP 

20 LOAD_CONST 
23 RETURN VALUE 


0 (print) 

1 (b) © 

1 (1 positional, 

0 (None) 


0 keyword pair) 


print 


0 


; /p a D 


O fin ^ f=i ^ h 


o 




>>> dis(f2) 







2 

0 

LOAD_GLOBAL 

0 

(print) 




3 

LOAD_FAST 

0 

(a) 




6 

CALL_FUNCTION 

1 

(1 positional. 

0 keyword 

pair) 


9 

POP_TOP 





3 

10 

LOAD_GLOBAL 

0 

(print) 




13 

LOAD_FAST 

1 

(b) O 




16 

CALL_FUNCTION 

1 

(1 positional. 

0 keyword 

pair) 


19 

POP_TOP 





4 

20 

LOAD_CONST 

1 

(9) 




23 

STORE_FAST 

1 

(b) 




26 

LOAD_CONST 

0 

(None) 




29 

RETURN_VALUE 








































>>> avg(10) 

10.0 

>>> avg(ll) 

10.5 

>>> avg(12) 

11.0 


7-8 

/A \ T A 7-8 average_oo.py: ifIfAj 'AAj{A lAj|f| 


class Averager(): 

def init (self): 

self.series = [] 

def call (self, new_value): 







self.series.append(new_value) 
total = sum(self.series) 
return total/len(self.series) 


Averager fflTinliMffiXf It.: 

>>> avg = AveragerQ 
>>> avg(10) 

10.0 

>>> avg(ll) 

10.5 

>>> avg(12) 

11.0 

/f'N 7-9 t§ Ml Ifc i§] Iff Ml If make_averager 

/f f'J 7-9 average .py: if If if fj f• if {& ifj ifj Pf Ml tk 

def make_averager(): 
series = [] 

def averager(new_value): 

series.append(new_value) 
total = sum(series) 
return total/len(series) 

return averager 


iMMI make_averager Bf, averager MiffXf j|.o 

averager fch if$Uni+ l^filtWif ilL #P 
/jffJ 7-10 ffXTFo 

fiffl 7-10 7-9 

>>> avg = make_averager() 

>>> avg(10) 

10.0 

>>> avg(ll) 

10.5 

>>> avg(12) 











11.0 



i_E > 

make_averager() %3\ 


: ilffi Averager() M 


avg 



7-8 avg A Averager 



averager„ fciOTRmfiJM avg(n), |E n 


AAfAiHtt 1 , 




Averager ^ 

fto 








avg 

avg 


A p t M: self. series X$ l \ 



Hjg? 


)±M, series A make_averager SffcEtljinRjt, 0 AlPAiilffctjA 
XW^Mu^-J series: series = []□ hTtL avg(10) 


BA make_averager » 

ITo 




averager eSficA series H |=1 A5£it: ( free variable) „ Ate 

La 7-i o 






ffl'H 



* 





def make_averager() 


► 


series = [] 


def averager(new value): 


►[series], append (new_value) 
total = sum(series) 
return total/len(series) 


return averager 




7-1: averager W3 \IP 

Ift B A 





f A A 


* 



averager AIA Python _code 
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7F#!l 7-11 make_averager ( 7-9) li'JHEftiSlffc 


>>> avg._code_.co_varnames 

('new_value', 'total') 

>>> avg._code_.co_freevars 

('series',) 


series fit! avg _closure_M14 

4^o avg._closure_ 

avg._code_.co_freevars cell 

cell_contents M14> 7- 

12 fijjTjko 

7-12 7-11 


>>> avg._code_.co_freevars 

('series',) 

>>> avg._closure_ 

(<cell at 0xl07a44f78: list object at 0xl07a91a48>,) 

>>> avg._closure_[0].cell_contents 

[ 10 , 11 , 12 ] 
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nonlocal^ 0^1 


make_averager B 


,o 


7-9 4 1 * M 


averager sum ^ 

^i(if»^to 


/Jn^J 7-13 

n^? 


P B Hz 
9 M ae/^ 




S0J7-13 i+JW^TOttWHItB#;. 
ft® 



def make_averager(): 
count = 0 
total = 0 


def averager(new 
count += 1 
total += new 
return total 


_value): 

_value 
/ count 


return averager 




iSitffl/K 0 'J 7-13 f gxwas;. 


## 



± 

n 


>>> avg = make_averager() 

>>> avg(10) 

Traceback (most recent call last): 

• • • 

UnboundLocalError: local variable 'count' referenced before assignment 

>>> 


Um&, ^ count count += 1 


count = count + 
#4^ count HOLT, 


#o 0lih, averager 


count 


/_U> 


Mwl^ 


Mo total 












tj^J 7-9 '/iciftilMA IrJ®, AAAIfJAA^n 

series.append, sum len 0 


MI, 




HVL H: , 


mwMu 
mmmr 






o 



def make_avenagen(): 
count = 0 
total = 0 

def averager(new_value): 
nonlocal count, total 
count += 1 
total += new_value 
return total / count 

return averager 



A‘# AA nonlocal fit! Python 2 

Python2 nonlocal, “PEP 3104—Access 

to Names in Outer Scopes” (nonlocal PEP 4AI 

A, http://www.python.org/dev/peps/pep-3104/) 
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(in count fp total) 
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import time 

def clock(func): 

def clocked(*args): # © 

t0 = time.perf_counter() 
result = func(*args) # © 
elapsed = time.perf_counter() - t0 
name = func._name_ 

arg_str = ', '.join(repr(arg) for arg in args) 

print('[%0.8fs] %s(%s) -> %r' % (elapsed, name, arg_str, result)) 
return result 
return clocked # © 


O nPfM clocked, 


® ^0^/ clocked funco 




©ig. @ i*ibPb &, mmmmwiWL* 



clock §*>i'rfiS 



o 


7K ¥\ 7-16 clock StftS 


# clockdeco_demo.py 
import time 

from clockdeco import clock 
@clocl< 

def snooze(seconds): 
time.sleep(seconds) 


@clock 






def factorial(n): 

return 1 if n < 2 else n*factorial(n-l) 


if 


name == 


mam 


print('*' * 40j 'Calling snooze(.123)') 
snooze(.123) 

print('*' * 40^ 'Calling factorial(6)') 
print('6! =' factorial(6)) 


7-16 





flii 


I 


T: 


$ python3 clockdeco_demo.py 

\L< \L< 

[0.12405610s] snooze(.123) -> None 

<J/ <J/ vl»* -Jy* vlx >J/ <J/ «J/ 


Calling snooze(123) 
Calling factorial(6) 


[0.00000191s] 
[0.00004911s] 
[0.00008488s] 
[0.00013208s] 
[0.00019193s] 
[0.00026107s] 
6! =720 


factorial(l) 

factorial(2) 

factorial(3) 

factorial(4) 

factorial(5) 

factorial(6) 


1 

2 

6 

24 

120 

720 


yj> 


inf#®,, iaTim 


@clocl< 

def factorial(n): 

return 1 if n < 2 else n*factorial(n-l) 














HI jit, , factorial func clock (#JaL 


7Jn^[|7-15) c Mis, clock E 


MS clocked lift, 



^Wis^JG clocked ^{t^o factorialo 
clockdeco demo factorial Eft name 



ft, A#1'J 



i 

n 



>>> import clockdeco_demo 

>>> clockdeco_demo.factorial._name 

'clocked' 

>>> 


mu. 



factorial 



Jik clocked SlfcEft^lffio 




factorial(n), 



^clocked(n)c clocked ABcfi&T 



(l)iG^^Hife] t0 


o 


(2) factorial 


(3) 




o 




o 



ftps 
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functools .wraps func MM3\ clocked 

!l 7-17 gfcjSJnf-Kj clock ^tfp^r 

# clockdeco2.py 

import time 

import functools 

def clock(func): 

@functools.wraps(func) 
def clocked(*args, **kwargs): 
t0 = time.time() 
result = func(*args, **kwargs) 
elapsed = time.time() - t0 

name = func._name_ 

arg_lst = [] 
if args: 

arg_lst.append(', '.join(repr(arg) for arg in args)) 
if kwargs: 

pairs = ['%s=%r' % (k, w) for k, w in sorted(kwargs.items())] 
arg_lst. append (' , join (pairs)) 
arg_str = ' , '. join(arg_lst) 

print('[%0.8fs] %s(%s) -> %r ' % (elapsed, name, arg_str, result)) 
return result 
return clocked 

functools.wraps 

tE functools lru_cache 

singledispatcho 







Python 

staticmethodo 




property^ classmethod 


property if 19.2 flffitf fifbMAfE 9.4 Tiff if- 



7.8.1 fiffflfunctools.lru cachefiiilr^ 


functools.lru_cache 7 ; 

(memoization) Xj] fl7 if fX-7 \%it ifA> TffEff Pf&tllll 


? l7i 




faA, 




if 



LRUAAA#^“Least 


Recently Used” 


n. 



0 ix? 





from clockdeco import clock 
@clocl< 

def fibonacci(n): 
if n < 2: 
return n 

return fibonacci(n-2) + fibonacci(n-l) 

if _name_=='_main_': 

print(fibonacci(6)) 







$ python3 fibo_demo.py 
[0.00000095s] fibonacci(0) -> 0 
[0.00000095s] fibonacci(l) -> 1 
[0.00007892s] fibonacci(2) -> 1 
[0.00000095s] fibonacci(l) -> 1 
[0.00000095s] fibonacci(0) -> 0 
[0.00000095s] fibonacci(l) -> 1 
[0.00003815s] fibonacci(2) -> 1 
[0.00007391s] fibonacci(3) -> 2 
[0.00018883s] fibonacci(4) -> 3 
[0.00000000s] fibonacci(l) -> 1 
[0.00000095s] fibonacci(0) -> 0 
[0.00000119s] fibonacci(l) -> 1 
[0.00004911s] fibonacci(2) -> 1 
[0.00009704s] fibonacci(3) -> 2 
[0.00000000s] fibonacci(0) -> 0 
[0.00000000s] fibonacci(l) -> 1 
[0.00002694s] fibonacci(2) -> 1 
[0.00000095s] fibonacci(l) -> 1 
[0.00000095s] fibonacci(0) -> 0 
[0.00000095s] fibonacci(l) -> 1 
[0.00005102s] fibonacci(2) -> 1 
[0.00008917s] fibonacci(3) -> 2 
[0.00015593s] fibonacci(4) -> 3 
[0.00029993s] fibonacci(5) -> 5 
[0.00052810s] fibonacci(6) -> 8 
8 


fibonacci(l) iMffiT 8 #C, fibonacci(2) 

iJUfflT 5 lru cache, 

7-19 fifTTFo 

7-19 



import functools 

from clockdeco import clock 

@functools.lru_cache() # © 

@clocl< # © 
def fibonacci(n): 
if n < 2: 
return n 

return fibonacci(n-2) + fibonacci(n-l) 







if _name_=='_main_' 

print(fibonacci(6)) 



$ python3 fibo_demo_lru.py 
[0.00000119s] fibonacci(0) -> 0 
[0.00000119s] fibonacci(l) -> 1 
[0.00010800s] fibonacci(2) -> 1 
[0.00000787s] fibonacci(3) -> 2 
[0.00016093s] fibonacci(4) -> 3 
[0.00001216s] fibonacci(5) -> 5 
[0.00025296s] fibonacci(6) -> 8 


fibonacci(30) ^7-19 7^^0.0005 

31 IX fibonacci 1|ft, 7-18 7 tMJI# Eft J 1 

fibonacci gfc 2 692 537 #C, ^{£7 Intel Core i7 
7IW 17.7 #0 

P77 lru_cache fe)X Web 7i£l7f1I BEftftZ7 7H2 

ti mm±\mo 



lru cache 



functools.lru_cache(maxsize=128j typed=False) 



o 










import html 

def htmlize(obj): 

content = html.escape(repr(obj)) 
return '<pre>{}</pre>'.format(content) 



tkM 7-20 HTML htmlize Bit id S 7 /l # f. W ft ft 

>>> htmlize({lj 2, 3}) O 
'<pre>{l, 2, 3}</pre>' 

>>> htmlize(abs) 

'<prexbuilt-in function absx/pre>' 







>>> htmlize('Heimlich & Co.\n- a game') © 

'<p>Heimlich & Co.<br>\n- a game</p>' 

>>> htmlize(42) © 

'<pre>42 (0x2a)</pre>' 

>>> print(htmlize(['alpha ', 66 , {3, 2 , 1}])) © 

<ul> 

<lixp>alpha</px/li> 

<lixpre>66 (0x42)</prex/li> 

<lixpre>{lj 2 , 3}</prex/li> 

< / ul> 




14 iX f# T, <prex/pre> HTML Eft 





© int M 




ML! /JN 



o 


<px/p> 4L MJLfjOT <br> fcjN#ftr° 


i 


<prex/pre> 4*° 


o s html n 


3>% Python4^t#M4£ft4£sMijL 


htmlize Eft3£#> iM^illffi^REft^^^S^REftl 
Python 4 1 , ^^ t^J aL64 M $£ Jk JE htmlize 
$ if/elif/elif, £n 


$ if/elif/elif, iJl ^ H ift Ml ft, 

htmlize_strN htmlize_int, ^r^fo 

04I ft ^ ix, ftftJWffc html: 


> r > 



/_li> 


40 4 


lit, im 


^rm, & 








f unctools. singledispatch H Python 3.4 if 


, PyPI p 


singledispatch Hi (https://pypi.python.or^pypi/singledispatch) 


ojIni jp ^§ Python 2.6 PJ Python 3.3o 


/kH! l 7-21 singledispatch H'JHl 
htmlize.register ifE^^ 







mm 



mz a it 


from functools import singledispatch 
from collections import abc 
import numbers 
import html 

@singledispatch © 
def htmlize(obj): 

content = html.escape(repr(obj)) 
return '<pre>{}</pre>'.format(content) 

@htmlize.register(str) © 
def _(text): © 

content = html.escape(text).replace('\n ', '<br>\n') 
return '<p>{0}</p>'.format(content) 

@htmlize.register(numbers.Integral) © 
def _(n): 

return '<pre>{0| (0x{0:x})</pre>'.format(n) 

@htmlize.register(tuple) © 

@htmlize.register(abc.MutableSequence) 
def _(seq): 

inner = '</li>\n<li>'.join(htmlize(item) for item in seq) 
return '<ul>\n<li>' + inner + '</li>\n</ul>' 


O 

© 

© 


@singledispatch iH fybM object M Eft 3S lH it ° 


HMlitHM @«base_function». register(«type») 




o 



numbers.Integral 






































© nj 




register 











o 


Riehlte, (#P numbers.Integral 

/fP abc.MutableSequence) , ($P int ^P 

list) o j&#, #|J$P, PythonM pJ^ ^ 

numbers. Integral, fjM 111 ^ ii ffc $ int ^t§L 



singledispatch 


yjv em 

I m i/ /§ 


4ch4-r B 








a*. 





b 

AE 
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singledispatch 





Single-dispatch generic functions” (https://www.python.org/dev/peps/pep- 
0443/) c 




@singledispatch AH A 7 iff} Java 

Pythono 







Viv,\ 


E§ 


if/elif/elif/elif 




w$ps, c^®io mmmmx 


o 


@singledispath 





tfi'lii. 



Hitt( ip, 



(JDtkW 7-21 r/f/K) 


T-D 
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7-19 'M 7K7@lru_cache TZ^PJ @clock ^trp 

fibonacci #ilJ^^p^±o 7-21 4*> 

@htmlize. register $&$$$&» 

@dl ^P @d2 f lllLt, f = 

dl(d2(f))o 




@lru_cache() fP^N^iJ 7-21 4 1 @singledispatch 

htmlize. register(«type») 0 T^T7j(77£Pf7t^ltSif§:#fj£7j^ifl5 

OLD 


o 









registry = [] 

def register(func): 

print('running register(%s)' % func) 
registry.append(func) 
return func 

@register 
def fl(): 

print('running fl()') 

print('running main()') 
print('registry , registry) 
fl() 







registry = set() © 
def register(active=True): © 

def decorate(func): © 

print('running register(active=%s)->decorate(%s)' 

% (active, func)) 
if active: © 

registry.add(func) 
else: 

registry.discard(func) © 

return func © 
return decorate Q 

@register(active=False) 0 
def fl(): 

print('running fl()') 

@register() © 
def f2(): 

print('running f2()') 
def f3(): 

print('running f3()') 





(@register()) , decorate 


register() HM0 decorate, MilAEAAAP-M^ 

tftMlUio 

A'A 7-23 A AAAA registration_param.py HAA ° AIP; -A A » # PJ A 

i^maT: 

>>> import registration_param 

running register(active=False)->decorate(<function fl at 0xl0063cle0>) 
running register(active=True)->decorate(<function f2 at 0xl0063c268>) 

>>> registration_param.registry 
{<function f2 at 0xl0063c268>} 

t±M, AW f 2 registry A; fl AAAA> SAAA 

register active=False, #Tfl A 

A decorate ticAlEAAAAJ registry to 

@ AtA, register; A A A f 

AAPJ registry A. f register() (f) ; AM 

AA (^C^EAfljfe) AiA AAA register(active=False) (f) □ A 
\X\ 7-24 tKATAWElMfcAAPJ registry A. ^AA^AAW^® 

A^J 7-24 AAIA#!l 7-23 A A registration_param HA 

>>> from registration_param import * 

running register(active=False)->decorate(<function fl at 0xl0073cle0>) 
running register(active=True)->decorate(<function f2 at 0xl0073c268>) 

>>> registry # © 

{<function f2 at 0xl0073c268>} 

>>> register()(f3) # © 

running register(active=True)->decorate(<function f3 at 0xl0073cl58>) 
<function f3 at 0xl0073cl58> 

>>> registry # © 

{<function f3 at 0xl0073cl58>, <function f2 at 0xl0073c268>} 

>>> register(active=False)(f2) # © 

running register(active=False)->decorate(<function f2 at 0xl0073c268>) 
<function f2 at 0xl0073c268> 

>>> registry # © 

{<function f3 at 0xl0073cl58>} 









, f2 registry 4 1 


O 


© register() 




eO decorate, Mis 





lj f3 ±o 


© HU—f3 registry 


O registry f2o 


© Mik registry f3 
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clock, 



7-17 ■ffjM @functools.wraps 5£j£isMjx 


7-25 clockdeco_param.py clock 


import time 

DEFAULT_FMT = ’ [{elapsed:0.8f}s] {name}({args}) -> {result} 1 

def clock(fmt=DEFAULT_FMT): O 

def decorate(func): © 

def clocked(*_args): © 

t0 = time.time() 

_result = func(*_args) © 
elapsed = time.timeQ - t0 
name = func._name_ 

args = ', 1 .join(repr(arg) for arg in _args) © 









































































result = repr(_result) © 
print(fmt.format(**locals())) © 
return _result © 
return clocked © 
return decorate © 

if _name_ == '_main_': 

@clock() 

def snooze(seconds): 
time.sleep(seconds) 

for i in range(3): 
snooze(.123) 


clock 


MtBH 


ifo 


0 decorate jl: 



© clocked 


ifo 


0.-5 





@ result 


©_args te clocked args 


® result te result 


/r/r 





M1//JN o 


**locals() ^ fmt clocked Eftjinl^ilo 

© clocked %L, 


0 decorate M® clocked 


O 


© clock M® decorate 


O 




str 


clock(), 




£ shell 7-25, 






$ python3 clockdeco_param.py 
[0.12412500s] snooze(0.123) -> None 
[0.12411904s] snooze(0.123) -> None 
[0.12410498s] snooze(0.123) -> None 


4 |n^!J 7-26 7-27 'tifnfjMT clockdeco_param 

7j3:f7lJ 7-26 clockdeco_param_demo 1 .py 

import time 

from clockdeco_param import clock 

@clock('{name}: {elapsedjs') 
def snooze(seconds): 
time.sleep(seconds) 

for i in range(3): 
snooze(.123) 


tkM 7-26 etitirtu: 

$ python3 clockdeco_param_demol.py 
snooze: 0.12414693832397461s 
snooze: 0.1241159439086914s 
snooze: 0.12412118911743164s 


tj^i] 7-27 clockdeco_param_demo2.py 

import time 

from clockdeco_param import clock 

@clock('{name}({args}) dt={elapsed:0.3f}s') 
def snooze(seconds): 
time.sleep(seconds) 

for i in range(3): 
snooze(.123) 













tkW 7-27 


$ python3 clockdeco_param_demo2.py 
snooze(0.123) dt=0.124s 
snooze(0.123) dt=0.124s 
snooze(0.123) dt=0.124s 
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(Sclock WL @clock() 
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( https://github.com/ GrahamDumpleton/ wrapt/blob/develop/blog/README.n 



A*A* 




te“How You 


Implemented Your Python Decorator is 


Wrong” ( https://github.com/GrahamDumpleton/wrapt/blob/develop/blog/01- 
how-you-implemented-your-python-decorator-is-wrong.md) □ 

wrapt HJ& 

(http://wrapt.readthedocs.or^en/latest/) 7 ° 
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mi: 





o 


(fa 37^177 


> AvV 


20$iti7o ) 


Michele Simionato 




Wo 


decorator ( https ://pypi .python.or^pypi/decorator) , R 
Python Decorator Library ® 



PyPI 
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(https://wiki.python.org/moin/PythonDecoratorLibrary) j7 Python RlJ'/^jjP 







PEP 443 (http://www.python.or^dev/peps/pep-0443/) AfJp-ThMyAiiiffcTj 
S7MS7^HTi7jt7i&PHo Guido vanRossum ll (2005 7 3 71) 


G/7l^lltlj^3t/|LTive-Minute Multimethods in 

Python” ( http://www.artima.eom/weblogs/viewpost.jsp?thread=l01605 ) W 
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, ojMartijnFaassen Xf Xx.tft 
Reg (http://reg.readthedocs.io/en/latest/) 0 Martijn REST 

A Web Morepath (http://morepath.readthedocs.or^en/latest/) (KJjfA 
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FredrikLundh life 3t “Closures in 

Python” (http://effbot.org/zone/closure.htm) Mi&T ° 


“PEP 3104—Access to Names in Outer 
Scopes” (http://www.python.or^dev/peps/pep-3104/) 

nonlocal A 

^PEPM^TAftksj]^g (Perl, Ruby, 
JavaScript, ) M A A VX A Python 4 1 T&iXrJj % 
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PEP 227—Statically Nested Scopes” ( http://www.python.org/dev/peps/pep- 


0227/) MWMVJlife, ij£0J37 Python2.1 ?l AWwIffifffflii. 
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>>> ### i^^b^K^fitlPythonfSrjjiJ! 

>>> avg = make_averager() 

>>> series = □ # o 

>>> avg(10) 

10.0 

>>> avg(ll) # © 

10.5 


### 






















































































>>> avg(12) 

11.0 

>>> series = [i] # © 
>>> avg(5) 

3.0 


O iM avg fitting series = [], 

averager (7t make_averager nfl) 7 ill 7j ~# 7lJ ° 










mm 







o 



%-im, 
usp (m-ntmmm 





fi^Ji 


1757 7k John McCarthy li'Jll 




o Paul Graham G (i\J “The Roots of Lisp”^3t 
( http://www.paulgraham.com/rootsoflisp.html ) X7 John McCarthy 7; 



Lisp ip a (“Recursive Functions of Symbolic Expressions 

and Their Computation by Machine, Part I”, http://www- 


formal.stanford.edu/jmc/recursive/recursive.html ) 7 iltTf7/iS (ft M 

17 o McCarthy 7 W\ 17 7 te 7 7 



Paul Graham 7)7 M 7r H if fit! ip a 11# 7 IP Hi&7» ^Etfc^ 
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1997 MIT ^ T n Java WH □ Lynn Andrea Stein 
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tkW 8-1 *aafPb§lffl|sI-V?yS, 


If ^ ^ 113- V M H &) g'J # 


»> a - [1, 2, 3] 
>>> b = a 
>>> a.append(4) 
>>> b 


[1, 2, 3j 4] 




























































































































>>> class Gizmo: 

... def _init_(self): 

... print('Gizmo id: %d' % id(self)) 

• • • 

>>> x = GizmoQ 

Gizmo id: 4301489152 O 

>>> y = GizmoQ * 10 © 

Gizmo id: 4301489432 © 

Traceback (most recent call last): 

File "<stdin>", line 1 , in <module> 

TypeError: unsupported operand type(s) for *: 'Gizmo' and 'int' 
>>> 

>>> dir() © 

['Gizmo', '_builtins_', '_doc_', '_loader_'_name_', 

'_package_', '_spec_', 'x'] 


O #H!J Hi fit/ Gizmo id : 




TEfi'JS Gizmo WS'I jtffl. 
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Lewis Carroll 3 e Charles Lutwidge Dodgson o Carroll 

t( He 7E Dodgson , — 

>tlO O 






i v Ao 7K^ [ J 8-3 71 Python 737 d v 



Tjsffil 8-3 Charles ^P lewis 



>>> Charles = {'name': 'Charles L. Dodgson'born': 1832} 
>>> lewis = Charles o 

>>> lewis is Charles 
True 

>>> id(charles), id(lewis) © 

(4300473992, 4300473992) 

>>> lewis['balance'] = 950 © 

>>> Charles 

{'name': 'Charles L. Dodgson', 'balance': 950, 'born': 1832} 


O lewis Charles TlTJdS □ 

® is id bS lit7§ iA737^7 


@ [7 lewis T^jJP 




7L di 7 [7 Charles 477 3JP 


d^TG 



O 


MM- i¥x% PTfU^STf (J4P^3tk Alexander Pedachenko flirt) TiT - 1832 

^7, Charles L. Dodgson 0 374^11 {Ste 

Pedachenko 17 7 7 te Dodgson 37f4f#77P ® 8-2 kt/Ko 









































8-2: Charles ^P lewis PaE 

IR 1*1 ^ fft X* 








T^m 8-4 8-2 alex M 
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7Jn{^I 8-4 

Charles 


alex Charles 






{§. alex 


>>> alex = {'name': 'Charles L. Dodgson', 'born': 1832, 'balance': 950} O 
>>> alex == Charles © 

True 

>>> alex is not Charles © 

True 


O alex Charles 




o 






\ \ 





o 



a is not 


/jxR 8-3 WMJ $J45 o lewis ^P Charles H #!j 45 

^ Charles AAn 


, §P 




alex 
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7E 
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alex ^P Charles (== Ik 



f! Uti if] Eft feiK ^ R o 


Python ip m “3.1 Objects, values and types’’^i? 

(https://docs.python.org/3/reference/datamodel.html#objects-values-and- 
types) ijUt: 
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x is None 


7K d. 

l=l 



x is not None 









1 M str, bytes fn array.array till' 




8-5 

i/t E3 



75 it f: 

JSfftl^iR° 



-A* 





6, tlfPt2 


/JS 


Jn > 


#7 


§, 10^ 


ti ^i^^NT^tc 


>>> tl = (1, 2, [30, 40]) 

o 

>>> tl = (1, 2, [30, 40]) 

© 

>>> tl == t2 © 


True 


»> id(tl[-l]) © 


4302515784 


>>> tl[-1].append(99) © 


>>> tl 


(1, 2, [30, 40, 99]) 


»> id(tl[-l]) © 


4302515784 


>>> tl == t2 © 


False 





tl^nj^, tl[-l] nj^o 


0 



t2, K 


^-js 


%ti-#. 


© 



*StlfPt2^^|s 
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AvV 


©s#ti[-i] ?y*wis«o 
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tir-ii yy 
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©tir-11 WISiRSS, JRS «7 = 




, tl III t2 


VJ O 


Tni£[ftt^77tr^f£Mfl7 2.6.1 T?£ft®I° i^tt^W^Tuit^tTifc^J 

(#JaL3.1 MUCH- 







»> 11 = [3, [55, 44], (7, 8, 9)] 

»> 12 = list (11) O 
>>> 12 

[3, [55, 44], (7, 8, 9)] 

>>> 12 == 11 © 

True 

>>> 12 is 11 © 

False 


O list(11) 11 WgW 
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-jSi/K'M 8-6 t > 
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M 3 1 tfyttffck ^ - 
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ScfiiS: pythontutor.com ^ /f£ i§-£? f3(J7Kf^J> 
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75 #J 8-6 



F=t 








$0 |!£ ill Python Tutor N k& 4 1 , 




11 = [3, [66, 55, 

44], (7, 8, 9)] 

12 = list(ll) 

# o 

ll.append(100) 

# © 

11[1].remove(55) 

# © 

print( 1 11:’, 11) 


print('12:', 12) 


12[1] += [33, 22] 

# © 

12[2] += (10, 11) 

# © 

print('11:', 11) 


print('12:', 12) 




11 ^$5 



8-3 fits} 
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o 


Frames Objects 


Global 


frame 




a 8-3: 7F$] 8-6 JMt 12 = list(ll) 11 fP 12 

feiiXTFWimm, T?|J* [66, 55, 44]fP7tffl 


(7, 8, 9) (ffl 



4l Python Tutor H i'l'i 'l.' bli) 
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©JErtSpyySliril+K55jiJ». Sxn2#sm H*l2[iliPg 

























































© m nr $ w %% a . $pi2[i] 51 %mm, 

. lirii ttiiwfrija, H* , e^i2[i] 





o 




12[2]o ii#|H]5 1 12[2] = 12[2] + (10, 11). ilft, 11*12^ 

Wl. $Pa8-4»T7F. 






7K#|J 8-6 8-7 t8-4 Wtk. 


75 wl 8-7 75 $1 8-6 



11: [3, [66, 44], (7, 8, 9), 100] 

12: [3, [66, 44], (7, 8, 9)] 

11: [3, [66, 44, 33, 22], (7, 8, 9), 100] 

12: [3, [66, 44, 33, 22], (7, 8, 9, 10, 11)] 


Frames Objects 


Global frame list list 




8-4: ll#J12lft^>|fok: 





Mi [66, 44, 33, 22], 

7 8, 9, 10, 11), tl^ll[2] 



12[2] += (10, 11) frJH 
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EftTT) o copy fjii^tJHTEft deepcopy ^P copy SIM&TjSmT' 






copy() ^P deepcopy() EftT}£> 



y<’ 


Bus 


O 





7Jn SJ 8-8 



class Bus: 

def _init_(self, passengers=None): 

if passengers is None: 

self.passengers = [] 
else: 

self.passengers = list(passengers) 

def pick(self, name): 

self.passengers.append(name) 

def drop(self, name): 

self.passengers.remove(name) 


ST*, 

(busl) 

g'JT (bus3) 



mnmm 

(bus2) , T 





Bus 


AB.J 





* busl 



O 



Tjsffil 8-9 ST copy ^P deepcopy 


>>> import copy 

»> busl = Bus(['Alice', 'Bill', 'Claire', 'David']) 
>>> bus2 = copy.copy(busl) 

>>> bus3 = copy.deepcopy(busl) 

>>> id(busl), id(bus2), id(bus3) 

(4301498296, 4301499416, 4301499752) O 







>>> busl.drop('Bill') 

>>> bus2.passengers 

['Alice', 'Claire', 'David'] © 

>>> id(busl.passengers), id(bus2.passengers), id(bus3.passengers) 
(4302658568, 4302658568, 4302657800) © 

>>> bus3.passengers 

['Alice', 'Bill', 'Claire', 'David'] © 


O copy ^P deepcopy, ftJH 3 Bus ^ 



O 


©busl 'Bill' T4iB. bus2 


© passengers 





bus2 


m 

7H 


busl 
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, busl bus2 — 

ij gij Tjs; 0 


o bus3 *1 busl 




$ijgij^:, HitbtiEft passengers 





, M 



O 




deepcopy 

, , snsws-io*®. 



w. ip a 

$'J w XI 



/pW 8-10 fliitllffl: bllffla, Sv Is i& IP SJ a 4; deepcopy 
Mfr&APl a 


a 

Z? 


>>> a = [10, 20] 

>>> b = [a, 30] 

>>> a.append(b) 

>>> a 

[10, 20, [[...], 30]] 

>>> from copy import deepcopy 
>>> c = deepcopy(a) 

>>> c 

[10, 20, [[...], 30]] 





O 


fcII'J nl tu^#$fc 7j _copy () ^P 


_deepcopy_(), copy ^P deepcopy 

iji fft( http://docs.python.org/3/library/copy.html ) 



iL copy 
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7Jn$!] 8-11 




»lfe 




>>> def f(a, b): 

... a += b 

return a 

• • • 

>>> x = 1 
>>> y = 2 

»> f(x, y) 

3 

>>> x, y O 

( 1 , 2 ) 

>>> a = [1, 2] 

>>> b = [3, 4] 

>>> f(a, b) 

[1, 2, 3, 4] 

>>> a, b © 

([1, 2, 3, 4], [3, 4]) 

>>> t = (10, 20) 

>>> u = (30, 40) 

>>> f(t, u) 

(10, 20, 30, 40) 

>>> t, u © 

((10, 20), (30, 40)) 
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class HauntedBus 









m 


II II II 


def_init_(self, passengers=[]): © 

self.passengers = passengers © 

def pick(selfj name): 

self.passengers.append(name) © 


def drop(selfj name): 

self.passengers.remove(name) 



® self. passengers passengers » 

A passengers #fW, fn % ° 






self.passengers JtiMffl . removeQ ^P .append() , It 

HauntedBus 8-13 ^ 75 ° 



>>> busl = HauntedBus(['Alice', 'Bill']) 
>>> busl.passengers 
['Alice', 'Bill'] 

>>> busl.pick('Charlie') 

>>> busl.drop('Alice') 

>>> busl.passengers O 
['Bill', 'Charlie'] 

>>> bus2 = HauntedBus() © 

>>> bus2.pick('Carrie') 

>>> bus2.passengers 
['Carrie'] 

>>> bus3 = HauntedBusQ © 

>>> bus3.passengers © 

['Carrie'] 

>>> bus3.pick('Dave') 

>>> bus2.passengers © 

['Carrie', 'Dave'] 

>>> bus2.passengers is bus3.passengers © 
True 

>>> busl.passengers © 

['Bill', 'Charlie'] 




§ tilAHf A Inlll, busl HPio 


bus2^fit, 

self. passengerso 



© bus3 









on 


s ®-l>' 

teIm 





© bus3 Dave dAIitE bus2 Ac 


© ItHIL bus2.passengers ^P bus3.passengers 






©IS busl.passengers te 
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Eft HauntedBus 
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HauntedBus frf, 


A&fMMAAo HauntedBus $Iae! 

ft^fcAAT* self .passengers 7 pa 




iftiS, 




zE 



ssengers EfiSE passengers #®t 


Hjtb®iA«»7ai;X't*W)ltto HE 4p#lA 


MJiiareiWtt. 


||7 
'JM 


Z7 3C^UJ7> 


8-13 7lft77Ef,7jn> 7" HauntedBus. init M 





7ft defaults 



i#4 


>>> dir(HauntedBus._init_) # do 

['_annotations_' '_call_' .. 

>>> HauntedBus._init_._defaults 

(['Carrie'j 'Dave'],) 


# doctest 


+ELLIPSIS 
defaults ', 


••] 




P J 


Ul^ilE bus2.passengers A 


HauntedBus. init . defaults 





m 


y%is 


>>> HauntedBus._init 

True 


defaults_[0] is bus2.passengers 



Mft#$tftlfciMiLo #8-8 7* _init_passengers 

None, ft^AAM^n 

self.passengerso T^T>#ijM> ttiW: passengers 7^ None, IE 

passengers EftgiJAlit{tin self.passengerso Till# 

Mo 










o 





7F#!l 8-14 )A TwilightBus T7A7 ^t7'F§Ac7 


>>> basketball_team = ['Sue', 'Tina', 'Maya', 'Diana', 'Pat'] O 
>>> bus = TwilightBus(basketball_team) © 

>>> bus.drop('Tina') © 

>>> bus.drop('Pat') 

>>> basketball_team © 

['Sue', 'Maya', 'Diana'] 

[| basketball_team 5 
® TwilightBuso 

@-7^^Abus T77, 



class TwilightBus: 





def _init_(self, passengers=None): 

if passengers is None: 






self.passengers = [] © 

else: 

self.passengers = passengers © 

def pick(selfj name): 

self.passengers.append(name) 

def drop(selfj name): 

self.passengers.remove(name) © 


passengers A None BA 



@11, i^AMl[ipA)A self .passengers passengers AAI 

_init_(§PA$!J 8-14 AEft 

basketball team) EftSlIAo 


self.passengers JiiJiffl .remove() fP .append() 









0 

7E 




n 





A passengers #fW » A A A # Wi it A b'J A fit if A 

self.passengers, 8-8 AIP## (8.3 tO » 


hJ#-: A init 


A, ft 


def 


_init_(self, passengers=None): 

if passengers is None: 

self.passengers = [] 
else: 

self.passengers = list(passengers) © 


frJH passengers A^Efta'JA; #PA A > 



O 








IMA, ftip passengers 




A A, SMI 
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A list tftjsAfy 


. remove() A . append() Al¥ .pick() A 





.drop() 
































del 
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4^‘Data Model”— del 


o Python 



( https://docs.python. 0 rg/ 3 /reference/datamodel.html#object._del_ ) o 









Python 







_del_ 7j A. Jesse JiryuDavis ^7 

P4“PyPy, Garbage Collection, and a Deadlock”—3t 
(https://emptysqua.re/blog/pypy-garbage-collection-and-a-deadlock/ ) X'j 


































































































































7F#!l 8-16 weakref.finalize 



8-16 




>>> import weakref 

»> si = {1, 2, 3} 

>>> s2 = si O 

>>> def bye(): © 

... print('Gone with the wind...') 
• • • 

>>> ender = weakref.finalize(sl, bye) © 
>>> ender.alive © 

True 

>>> del si 

>>> ender.alive © 

True 

>>> s2 = 'spam' © 

Gone with the wind... 

>>> ender.alive 
False 



© £ sl 3| bye ®iMo 

G iMffl finalize . alive True 



s2, it {i, 2 y sy^mMo 

7» iMTIT bye [7iM> ender.alive 7 False 0 

8-16 Eft g Eft^BHWittti del del 







finalize {1, 2, 3} 
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(referent) 0 
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o 





m itmi «, m 3 1 « x^mmmiSM m a ff im 0 ft „ 






o 





>>> import weakref 
>>> a_set = {Q, 1} 

>>> wref = weakref.ref(a_set) © 

>>> wref 

<weakref at 0x100637598; to 'set' at 0xl00636748> 
>>> wref() © 

{©, 1 } 

>>> a_set = {2, 3, 4} © 

>>> wref() © 

{0, 1} 

>>> wref() is None © 

















































































































False 

>>> wref() is None © 
True 





o 



, {0j 1}#^E, @jtk wref () Noneo {0J^, 


False 


O 



{0, 


© {0j 1} til wnef() None 0 


weakref (http://docs.python.or^3/library/weakref.html) 

HP weakref. ref 

0 



weakref il^^P finalize 


O 





HVL 7E> 


WeakKeyDictionary^ WeakValueDictionary> WeakSet ^P 
finalize (#f*I r iPjOT f i 3 1 ^ 


r ^ 


weakref .ref $^iJo ^Cl^Ezr^J 8-17 piPPfii 


weakref. ref [ft#®felP {0J^ 




weakref 



PI o 



%L H'j \\% Python fM 


T^T^flllcPfi'fr weakref 



PI o 


8.6.1 WeakValueDictionaryflj ft 


WeakValueDictionary MMfitHJlJI^I^Eft 

*®ift 




H^i^WeakValueDictionary PUMo 15 

jtL WeakValueDictionary 



















































































ffifflS WeakValueDictionary 

Monty Python ftgUfiglJ «»MA» 

40^W®M, 3 

3 cheeseshop.python.org IEte PyPI (PythonPackage Index 

Python Cheese Shop 41 426 131 000 

'MjSftfl'J CPAN (Comprehensive Perl Archive Network) ffitt, tS^#i 25 o JtlfWAfliSin 

I MM CPAN . 

A«8-i8 ah— 

SIM 8-18 Cheese AT kind JS'ttfPSittfltlAtf 


class Cheese: 

def init (self, kind): 

self.kind = kind 

def repr (self): 

return ’Cheese(%r)' % self.kind 


A/jA 1 ! 8-19 4 1 » fMHlE catalog #5 life A 

WeakValueDictionary AH Eft stock A §ij|^ catalog 

is, stock HA f'J T A'AiM 7 ° 

(Parmesan) 7A? 4 Af^MlftflA7 




>>> import weakref 

>>> stock = weakref.WeakValueDictionary() © 

>>> catalog = [Cheese('Red Leicester'), Cheese('Tilsit'), 
... Cheese('Brie'), Cheese('Parmesan')] 

• • • 

>>> for cheese in catalog: 

... stock[cheese.kind] = cheese © 






>>> sorted(stock.keys()) 

['Brie', 'Parmesan', 'Red Leicester', 'Tilsit'] © 

>>> del catalog 

>>> sorted(stock.keys()) 

['Parmesan'] © 

>>> del cheese 

>>> sorted(stock.keys()) 

[i 


O stock te UleakValueDictionary ^ 



O 


© stock catalog 4 1 Cheese Eft f § 31 


^ o 


© stock 



WeakValueDictionary )fth5Eft;ll WeakKeyDictionary, 




O 


weaknef .WeakKeyDictionary Eft3tt^i 


( http s: //doc s .python, org/ 3 /library/ weakref.html ? 
highlight=weakret#weakref.WeakKeyDictionary ) tb T nT tc Eft ill: 


(WeakKeyDictionary #$|) ^^fftnl^lMWEft^ 



mmm, 



14 o 



I 4 iftIft U PI ift 
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weakref UleakSet 







WeakSet i 





























































































































class MyList(list): 



a_list = MyList(range(10)) 
wref_to_a_list = weakref.ref(a_list) 








8.7 Python^ ^ 



MtlM t t[: ] 



pi 

m 



ith^h tuple(t) & 








2o\m7&-&° 



7F$\ 8-20 



A 

A 

A 

tl 

= (1, 2j 3) 

A 

A 

A 

t2 

= tuple(tl) 

A 

A 

A 

t2 

is tl O 

True 


A 

A 

A 

t3 

= tl[:] 

A 

A 

A 

t3 

is tl © 

True 















































































































> . \ 






"copy JIa'i'e 
frozenset set ? j 


o 



.Z^ 


J LLi> 


Ms, 





xJn^O 8-21 









»> tl = (1, 2, 3) 

>>> t3 = (1, 2j 3) # O 

>>> t3 is tl #© 

False 

>>> si = 'ABC' 

>>> s2 = 'ABC' # © 

>>> s2 is si # © 

True 




o 





o 



Avv * 



O 







frfr ctr 



o 





tyr. i=tr 


/ 



0 





IHicfttaifi. If iVi (interning) - CPython it 




©J3t“ifen”«cT, ia 


(k -lfP42o ft®, CPythonffi@Ifif. 








o 
















































































































weakref ^J^ l= t =, UleakValueDictionary^ UleakKeyDictionary 
WeakSet UR finalize » 




Python ium # : %^iH3' l= t =, “Data Model” - ‘iff 
( https://docs .python.org/3/reference/datamodel .html ) P^ ) 

PlJ It iR ^P ill o 




“Python Wesley Chun OSCON 2013 it J^WW 

“Python 103: Memory Model 




mmm, % 

& Best Practices”^WMM 

(http://conferences.oreilly.com/oscon/oscon2013/public/schedule/detail/293 
0 W T RJiT It ° Wesley f: EuroPython 2011 FEfljt hi 


/ 



(YouTube MM: https://www.youtube.com/watch?v=HHFCFJSPWrI) , 


{Rill 


nm. 



~tV. 




o 


Doug Hellmann Rj T 
Week” (http://pymotw.com) , 



3t $> IM )%“Python Module of the 

gp ((Python It o 


(tkRjPtJ“copy-Duplicate Objects” (http://pymotw.eom/2/eopy/) 9 
^P“weakref - Garbage-Collectable References to 
Objects” (http://pymotw.eom/2/weakreF) 10 



> o 


I 8 lit XT Python 2 if] (httpsy/pymotw.com/2/) , Python 

3 ( httpsy/pymotw.com/3/) ° - 

9 §rlfjlKTXT Python 3 ( httpsy/pymotw. com/3/copy/) ° - 


^f/rlfllRTXT 1 Python 3, jfiF B //Tweakref - Impermanent References to 
Objects” ( https://pymotw.eom/3/weakreP ) o - tin Tfk 



cpython m 0 mm p^j 




Its, if 




(https://docs.python.Org/3/library/gc.html) » 3ttffF^ Ptl H^0)if 

gPo ”“hJi^P^”i> 



ojtuifcAlltif > fi“Data Model” - 'iff 

( https://docs .python, org/3/reference/datamodel .html ) filij^: 
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FredrikLundh C^fEt 




pil) m 



‘ Ci'j# Stl Il'J , #P ElementTree -> Tkinter ^P [U j# 


Python Eft 0 kxfMPP, 



How Does 


Python Manage Memory?” (http://effbot.org/pyfaq/how-does-python-manage- 
memory.htm) „ ^ W^SaL^ 





o 


0 #P, Jython ^ ft t§ Java ikM. 0 WMFf» 


CPython 3.4 _del_ ^ftX^i.ft^, #JaL“PEP442 

—Safe object finalization” (https://www.python.org/dev/peps/pep- 
0442/) o 



(https://en.wikipedia.org/wiki/String_interning) 
m 321 y r \k 7fv Eft M MJ, 01M Pythono 











.equals TJ^o J^ff^Pjfh, 


.equals SWbi 



a.equals(b), 


la^ null, 


















A*/r 




PythonTIEF#ft == M f t ft fJl > M is 

jib®'* Python 
, None— 





Eb == Belt 

y HE^ft)ftit, ^ Java ft null 



O 







ft" fife > 






o 

















































































































Java fAPJ Python T ° 



open('test.txt ', 'wt', encoding='utf-8').write(' 1 , 2 , 3') 












Python 













with open('test.txt ', 'wt', encoding='utf-8') as fp: 
fp.write('l, 2 , 3') 



* ig: Thomas Perl ifc 

JC t “Python Garbage Collector Implementations: CPython, PyPy and 
Ga S ” ( http s: //thp. io/2012/python- gc/python_gc_fmal_2 012-01- 

s jam 


22.pdf) 




i fcjCtp, CPython A 


open() .write() 
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-Lewis Carroll 






£2015^ 12 zaftig 4 }Ro 




-Ian Bicking 

pip^ virtualenv ^P Paste 1=1 Eftll'Jli# 


1 ® [=1 Paste (http://pythonpaste.org/StyleGuide.html) „ 








(ducktyping) : 




o 




o 


9 












it ($n 


reprQ, bytes(), 



format() ©it^P str.format() Tfy 


p=r 





mm slots 











































































































@classmethod @staticmethod 



Python 





-fh 






M 7j 




■5El _ 

p i=r 





O 


repr() 



str () 



lEM^MP, _repr_^P_str 

str() $k&3£W 



>% repr() 






U: 



bytes_^P_format 

es() 


O 





(fn 


format 





0t) format() @®^P str.format() 


/K^ll ifc_bytes 



format Tj^o 






repr 


pjn ? 

(str^M) c R 
(bytes ^IID 


)A Python 2 ht^fv fitl > itMi» iS: Python 3 

str ^P format Unicode "f 



byt 



o 


























































































































mnmm 



Vector2d 



o 



7 F$\\ 9-1 Vector2d 


>>> vl = Vector2d(3, 4) 

>>> print(vl.x, vl.y) © 

3.0 4.0 

>>> x, y = vl © 

»> x, y 
(3.0, 4.0) 

>>> vl © 

Vector2d(3.0, 4.0) 

>>> vl_clone = eval(repr(vl)) © 

>>> vl == vl_clone © 

True 

>>> print(vl) © 

(3.0, 4.0) 

>>> octets = bytes(vl) © 

>>> octets 

b'd\\x00\\x00\\x00\\x00\\x00\\x00\\x08@\\x00\\x00\\x00\\x00\\x00\\x00\\xl0@' 

>>> abs(vl) 0 

5.0 

>>> bool(vl), bool(Vector2d(0, 0)) © 


O Vector2d 

'/£) O 





®Vector2d 


@ repr 

53 o 




Vector 2d ^ 



O eval ©if, 




2 


repr 




Vector2d 



o 





eval 0 





MMxkylT\%M repr copy. copy gf(3£Si^$ | ]lL3^ 


®Vector2d == bt$k; :&#{E7$ | ]i^o 


© print 



str Hffc, M Vector2d 


-HH 




O bytes 


© abs 




bytes_ 7 j$£, 


abs 77^, M® Vector2d $ 


© bool 



bool 77 $£ 


M® False, l*fjjl!jM® True 0 


Vector2d s 


.-Hr N 




yj^fyiJ 9-1 1=1=1 (ft Vector2d 5^)7 vector2d_v0.py ( JaL9- 


2) o 


1-2, ^J==^h 


40 


isj), 


b m % m . a#, vector mar/vM^tra 


hr 7/ 


python mmMmmim 


7K \7\ 9-2 vector2d_v0.py: § m nlSL fit!'/£ 


from array import array 
import math 

class Vector2d: 

typecode = 'd 1 © 

def _init_(self, x, y): 

self.x = float(x) © 
self.y = float(y) 

def _iter_(self): 

return (i for i in (self.x, self.y)) © 

def _repr_(self): 

class_name = type(self)._name_ 

return '{}({!r}, {!r})'.format(class_name, *self) © 


def _str_(self): 

return str(tuple(self)) © 






typecode # Vector2d 


ffio 


® #_init_A^4^E xfPy 

ijfffi Vector2d ®fj(Bt y f : #AAE3#ffc° 




@aEA _iter_ 7jH, |E Vector2d ^ 

(#!l#P, Xj y = my_vector) 0 







A 





fgfgfi 






'AXJ& yield self.x; yield.self.y 
iiis^P yield 



14 


XX 


/y v 


iter 


O_repr_AAAffi { ! r} 

0AVector2d- 
xfPy format Hi 


5M 

% Vector2d 


ift 






, ¥ft\>X *self #JE 


0 


Vector2d s 




IPJ 




0 




typecode 


V _1 


[i 


7tZ a 


© 

?'J. 


ffi-tt Vector2d 3 


, mm 


ArV A 


M, WE^l^m^AAiA 






M Vector2d 




o 


© bool 



_ 

{t, 0Jif, 0.0 False, 


abs(self)if 






True 


o 



7F$l J 9-2 f 1 ^ eq , if if #PtI Vector 2d 


bM, 




Vector2d 

XflMfltf, if^iil^True (^nVector(3j 4) == [3j 4]) 

■f, mnMmm 


& 


\ > 


o 




—i&Wifeo 






































































A ¥\ 9-3 vector2d_v 1 .py fitl ^ rP A : AfiMX Ai R A Hi T 
frombytes ^AXfe, vector2d_v0.py ( JaLAAiJ 9-2) AA 

AfitlVector2d 


@classmethod O 
def frombytes(cls, octets): © 
typecode = chr(octets[0]) © 

memv = memoryview(octets[l:]).cast(typecode) © 
return cls(*memv) © 


O AA'AAA classmethod 

® AAAA self #fA UtlM els AA^AAo 

@ typecodeo 

O AAAAA octets AAff AfrJlt^A memoryview, AAA A 
typecode A° 4 

4 2.9.2 memoryview, . castTf^o 

® memoryview, 

classmethod Python TMWi?^T° 





9.4 


classmethod^j staticmethod 


Python classmethod 

staticmethodo Java 


0/B- 



HbJEiWWBEj 7^ 







classmethodo 9-3 




y< 9 


r b 

n 7H 


classmethod 


A*A* 


classmethod 31s^ 


^P/Jn^J 9-3 4* (ft frombyteso M, frombytes 



frfjM els #fj(t£jlt7^ y b§T;^!l> SP cls(*memv) o 


ae!> ‘^#1^;% els (il^ Python 

£) o 


statiemethod 


r b 

n 7H 


di 



O 




' . v\ 


T 1 * M^^®J^Mae!J>Co 9-4 classmethod ^P 
statiemethod (ft >*?# 7 tfc» 


^n^iJ 9-4 th$7 classmethod ^P statiemethod ffttr;% 

>>> class Demo: 

... @classmethod 

... def klassmeth(*args): 

... return args # © 

... @staticmethod 

... def statmeth(*args): 

... return args # © 

>>> Demo.klassmeth() # © 

(<class ’_main_.Demo'>,) 

>>> Demo.klassmeth('spam') 

(<class '_main_.Demo'>, 'spam') 

>>> Demo.statmeth() # © 

0 

>>> Demo.statmeth('spam') 

('spam',) 








o klassmeth 



mk o 


© statmeth ta*! 


O 


Demo.klassmeth, 


O Demo, statmeth 




✓> 


classmethod 



staticmethod 




£, {s B 




Bk 


*fiA, H 


WWffiiSjBffiSXii 


a a* 


a-fesMrT. 5 



aw* 




Leonardo Rochael staticmethod fltlJAU?, TP^Ix-Bc, itibffi 

?f : [MJ ii? Julien Danjou 'Q l’l\l IM/^fThe Definitive Guide on How to Use Static, Class or 

Abstract Methods in Python” (https://julien.danjou.infb/blog/2013/guide-python-static-class-abstract- 

I methods) ° Danjou S/ft staticmethod 

if 




classmethod 
staticmethod 



(M JL £n it 




O 






















































format() MiMP str.format() 

^44114 [ft ._format_(format_spec) format_spec fk 

» la 7^: 





• format(my_objj format_spec) Eft|t_ 


i=b 


str.format() Eft 1^444 





>>> brl = 1/2.43 # BRLglJUSD^I^rpjttlfitfi# 

>>> brl 

0.4115226337448559 

>>> format(brl, '0.4f') # O 

'0.4115' 

>>> '1 BRL = {rate:0.2f} USD'.format(rate=brl) # © 
'1 BRL = 0.41 USD' 



0.4f' 


o 



7E 0 . 2f ' o 4 Eft 'rate' -4 

<S;Ji:t:$:®E . format () [ft® # Wi #^ 144 



O 






H)iHiR4: ' {0.mass:5.Be}' 



IWF&lft '0.mass' 
'5.3e' B 



7E#f 






^ip a (“Format Specification Mini- 


Language”, https://docs.python.Org/3/library/string.html#formatspec) □ 






>4 format() str.format() 

format() 











I s = 

M Ro 




(“Format 



































































String 

Syntax”, https://docs.pytho n .or g/ 3/ 1 ib rary/str i ng. html#formatspec) , 





>1 str.format() (1*1 

M ! s ! r ^ P ! a) „ 





/KfWo ItbU, bfPx 

f float m 


»> format(42j ' b') 
' 101010 ' 

>>> format(2/3j '.1%') 
'66.7%' 


p=r 


m 

7E 


nrriflii, 




fonmat_spec #|j[o $J$n, datetime 

_format_strftime() l|-#o 

Jifitl format() Hfj^P str.format() ^£ffrJVb 2 K$!|: 





>>> from datetime import datetime 
>>> now = datetime.now() 

>>> format(noWj '%H:%M:%S') 

'18:49:05' 

>>> "It's now {:%I:%M %p}".format(now) 
"It's now 06:49 PM" 



format_M. object fltlTj IhJ 


str(my_object) 


O 



Vector2d 



str 



SjJto 



>>> vl = Vector2d(3j 4) 
>>> format(vl) 

1 (3.0, 4.0)’ 




TypeError: 




object._format 



>>> format(vlj '.3f') 

Traceback (most recent call last): 




































































TypeError: non-empty format string passed to object._format 





> o 


m tu> 













>>> vl = Vector2d(3j 4) 
>>> format(vl) 

'(3.0, 4.0)' 

>>> format(vlj '.2f') 
'(3.00, 4.00)' 

>>> format(vlj '.3e') 

'(3.000e+00 j 4.000e+00)' 



format Tf'&b P/K^J 9-5 


9-5 Vector2d. format %\ Wi 


# tEVecto^d^f 

def_format_(self, fmt_spec=''): 

components = (format(Cj fmt_spec) for c in self) # O 
return '({}, {})'.format(*components) # © 


O rtiM format eSffciE fmt_spec 




mm 4; 






iwra p=t 

§P <r, 0 >, AA 



B 





MA (' p ' { 






e m 








( https://docs.python.or^3/library/string.html#formatspec ) 

[ J» ' bcdoxXn ', A A * 

1 eEfFgGn%', 









' s'o @Jib, 





















































































# iS:Vector2d|^4 I /E^C 

def angle(self): 

return math.atan2(self .y, self.x) 


_format_ 9-6 fifTTjs □ 

9-6 Vector2d._format_ Jj&f M 2 J$i, t&it J¥l$ 

def_format_(self, fmt_spec=''): 

if fmt_spec.endswith('p'): O 
fmt_spec = fmt_spec[:-1] © 

coords = (abs(self), self.angle()) © 

outer_fmt = '<{}, {}>' © 

else: 

coords = self © 
outer_fmt = '({}, {})' © 

components = (format^ fmt_spec) for c in coords) © 
return outer_fmt.format(*components) © 



© (magnitude, angle) <, 









o 










Arfr ctf 

n 




>>> format(Vector2d(lj 1), 'p') 

'<1.4142135623730951, 0.7853981633974483>' 
>>> format(Vector2d(l, 1), '.3ep') 

' <1.414e+00, 7.854e-01>' 

>>> format(Vector2d(l, 1), '0.5fp') 
'<1.41421, 0.78540>' 








>>> vl = Vector2d(3, 4) 

>>> hash(vl) 

Traceback (most recent call last): 

• • • 

TypeError: unhashable type: , Vector2d' 
>>> set([vl]) 

Traceback (most recent call last): 

• • • 

TypeError: unhashable type: 'Vector2d' 




iJ 'jf 



$Pvl.x = 7, Vector2d M 


>>> vl.x, vl.y 
(3.0, 4.0) 

>>> vl.x = 7 

Traceback (most recent call last): 

• • • 

AttributeError: can't set attribute 

Taft, SnSfcl 9-7 flrS. 

TfiJ 9-7 vector2d_v3 .py: Til Vector2d TlSW'ft 

m, 9-9 + 

class Vector2d: 
typecode = 'd ' 

def _init_(self, x, y): 

self._x = float(x) © 










self._y = float(y) 


@property © 
def x(self): © 

return self, x o 


@property © 
def y(self): 

return self, y 


def _iter_(self): 

return (i for i in (self.x, self.y)) © 


# Tm&nfcfrte (IfiSII, ^'eb§T ) 




© @property 







o 



self. Xc 




© mmmi xfpy 



self.x ^P self.y 




* 







Vector.x ^P Vector .y 

^property 


•/ : 


O 



it 
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(_eq 


































































































iff [JIt o & h a s h 

(https://docs.python.0rg/3/reference/datamodel.html) , 

c a ) 







o 


Vector2d. hash fP/j^ffJ 9-8 ffizFo 


7^$\\ 9-8 vector2d_v3 .py: $ 


hash 



# |EVector2d|t§4^3C 

def _hash_(self): 

return hash(self.x) A hash(self.y) 



hash 




>>> vl = Vector2d(3, 4) 

>>> v2 = Vector2d(3. 1, 4.2) 

>>> hash(vl), hash(v2) 

(7j 384307168202284039) 

>>> set([vl, v2]) 

{Vector2d(3. 1, 4.2), Vector2d(3.0, 4.0)} 










hash_IP_eq_ 


o 


fl 






hj _int_fP_float 

M int() fP float () illlitiM 



jfhfh complexQ 


complex 



O 


Vector2d b 



complex_ A 






m 


Vector2d m, ft M ft 7fit£ft59#S . /FftJ 9-9 te 

aj§M 




TblE 

doctesto 


{^f ft vector2d_v3.py JCi^r 4 1 » ft 



/KffJ 9-9 vector2d_v3 .py: thUM 

















































































































A two-dimensional vector class 

>>> vl = Vector2d(3, 4) 

>>> print(vl.x, vl.y) 

3.0 4.0 
>>> x, y = vl 
»> x, y 
(3.0, 4.0) 

>>> vl 

Vector2d(3.0, 4.0) 

>>> vl_clone = eval(repr(vl)) 

>>> vl == vl_clone 
True 

>>> print(vl) 

(3.0, 4.0) 

>>> octets = bytes(vl) 

>>> octets 

b'd\\x00\\x00\\x00\\x00\\x00\\x00\\x08@\\x00\\x00\\x00\\x00\\x00\\x00\\xl 
>>> abs(vl) 

5.0 

>>> bool(vl), bool(Vector2d(0, 0)) 

(True, False) 

Test of " .frombytes()" class method: 

>>> vl_clone = Vector2d.frombytes(bytes(vl)) 

>>> vl_clone 
Vector2d(3.0, 4.0) 

>>> vl == vl_clone 
True 


Tests of "format()" with Cartesian coordinates: 

>>> format(vl) 

'(3.0, 4.0)' 

>>> format(vl, '.2f') 

'(3.00, 4.00)' 

>>> format(vl, '.3e') 

'(3.000e+00, 4.000e+00)' 

Tests of the "angle" method:: 

>>> Vector2d(0, 0).angle() 


0.0 

>>> Vector2d(l, 0).angle() 

0.0 

>>> epsilon = 10**-8 

>>> abs(Vector2d(0, l).angle() - math.pi/2) < epsilon 
True 

>>> abs(Vector2d(l, l).angle() - math.pi/4) < epsilon 
True 


Tests of "format()" with polar coordinates: 

>>> format(Vector2d(l, 1), 'p') # doctest:+ELLIPSIS 

'<1.414213..., 0.785398...>' 

>>> format(Vector2d(l, 1), '.3ep') 

'<1.414e+00, 7.854e-01>' 

>>> format(Vector2d(l, 1), '0.5fp') 

'<1.41421, 0.78540>' 

Tests of 'x' and 'y' read-only properties: 

>>> vl.x, vl.y 
(3.0, 4.0) 

>>> vl.x = 123 

Traceback (most recent call last): 

• • • 

AttributeError: can't set attribute 


Tests of hashing: 

>>> vl = Vector2d(3, 4) 

>>> v2 = Vector2d(3.1, 4.2) 
>>> hash(vl), hash(v2) 

(7, 384307168202284039) 

>>> len(set([vl, v2])) 

2 


from array import array 
import math 

class Vector2d: 
typecode = 'd' 

def _init_(self, x, y): 



self._x = float(x) 

self._y = float(y) 

@property 

def x(self): 

return self._x 

@property 

def y(self): 

return self._y 

def iter (self): 

return (i for i in (self.x, self.y)) 

def repr (self): 

class_name = type(self)._name_ 

return '{}({!r}, {!r})'.format(class_name, *self) 

def _str_(self): 

return str(tuple(self)) 

def _bytes_(self): 

return (bytes([ord(self.typecode)]) + 

bytes(array(self.typecode, self))) 

def _eq_(self, other): 

return tuple(self) == tuple(other) 

def _hash_(self): 

return hash(self.x) A hash(self.y) 

def _abs_(self): 

return math.hypot(self.x, self.y) 

def _bool_(self): 

return bool(abs(self)) 

def angle(self): 

return math.atan2(self.y, self.x) 

def_format_(self, fmt_spec=''): 

if fmt_spec.endswith('p'): 

fmt_spec = fmt_spec[:-1] 
coords = (abs(self), self.angle()) 
outer_fmt = '<{}, {}>' 

else: 

coords = self 
outer_fmt = '({}, {})' 



components = (format^ fmt_spec) for c in coords) 
return outer_fmt.format^components) 

@classmethod 

def frombytes(cls, octets): 
typecode = chr(octets[0]) 

memv = memoryview(octets[l:]).cast(typecode) 
return cls(*memv) 






>>> vl = Vector2d(3j 4) 

>>> vl._diet_ 

{'_Vector2d_y': 4.0 , '_Vector2d_x': 3.0} 

>>> vl._Vector2d_x 

3.0 
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8 ^F titbit $J fill Rah from mymod import 

* Ai/A mymod MM, fflclB from mymod 

import _privatefunc fS^A. Python fS(fM frtl 6 . 1 Tf“More on 
Modules” (https://docs.python.0rg/3/tutoriaPmodules.html#more-on-modules) ij£ 0 JTA“A□ 
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9-11 vector2d_v3_slots.py: Vector2d 

slots 


class Vector2d: 

_slots_ = C_x', '_y') 

typecode = 'd' 
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vector2d v3 slots.Vector2d 



7Jn$i] 9-12 memtest.py 
(ft Vector2d 10 000 000 


(vector2d_v3 .py) 4 1 



$ time python3 mem_test.py vector2d_v3.py 
Selected Vector2d type: vector2d_v3.Vector2d 
Creating 10,000,000 Vector2d instances 
Initial RAM usage: 5,623,808 

Final RAM usage: 1,558,482,944 

real 0ml6.721s 
user 0ml5.568s 
sys 0ml.149s 

$ time python3 mem_test.py vector2d_v3_slots.py 
Selected Vector2d type: vector2d_v3_slots.Vector2d 
Creating 10,000,000 Vector2d instances 
Initial RAM usage: 5,718,016 

Final RAM usage: 655,466,496 

real 0ml3.605s 
user 0ml3.163s 
sys 0m0.434s 
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>>> from vector2d_v3 import Vector2d 
>>> vl = Vector2d(l.lj 2.2) 

>>> dumpd = bytes(vl) 

>>> dumpd 

b 1 d\x9a\x99\x99\x99\x99\x99\xfl?\x9a\x99\x99\x99\x99\x99\x01@' 
>>> len(dumpd) # O 
17 

>>> vl.typecode = 'f' # © 

>>> dumpf = bytes(vl) 






































































































>>> dumpf 

b'f\xcd\xcc\x8c?\xcd\xcc\x0c@' 
>>> len(dumpf) # © 

9 

>>> Vector2d.typecode # © 




0 Vector2d .typecode M14 WfiL-f 3E > Rff vl typecode 

141sM ' f' o 



>>> Vector2d.typecode = 'f' 



9-14 ShortVector2d Jk Vector2d 
typecode dtj i \it 

>>> from vector2d_v3 import Vector2d 
>>> class ShortVector2d(Vector2d): # © 

... typecode = 'f' 

• • • 

>>> sv = ShortVector2d(l/ll, 1/27) # © 

>>> sv 

ShortVector2d(0.09090909090909091, 0.037037037037037035) # © 







>>> len(bytes(sv)) # © 

9 

El JE ShortVector2d XXX Vector2d RXXWim. 

typecode 

ShortVector2d XW, IP sv 0 
© 2# sv repr XiXMXo 

G MiAW3\{ftXX firXXtfXX 9 XX, 17 XX° 

fcftPH73%7E Vecto2d._rep r_ Tj'&XXH 

class_name PtKlb type (self)._name_ ?XM, XXX 


# iS;Vector2d|^ c f :I /E^C 

def _repr_(self): 

class_name = type(self)._name_ 

return '{}({!r}, {!r})'.format(class_namej *self) 


class_name PtKlb MX Vector2d ($P 

ShortVector2d) UMim_repr_class_name 
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>>> my_object.set_foo(my_object.get_foo() + 1) 



>>> my_object.foo += 1 
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7j\|X] 9-15 Confidential .java: ^^hJava^l, 

secret 


public class Confidential { 

private String secret = 

public Confidential(String text) { 
secret = text.tollpperCase(); 

} 


#75$l 9-15 ¥, ®G text 



secret 7 
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secret 
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(Java expose.py 

9-16 4c 



75 $1 9-16 expose.py: ^-ic Jython iA^~‘4 v ^ l i =, i^?X — ‘ 



7 



import Confidential 

message = Confidential('top secret text') 
secret_field = Confidential.getDeclaredField('secret') 
secret_field.setAccessible(True) # 
print 'message.secret =', secret_field.get(message) 



$ jython expose.py 

message.secret = TOP SECRET TEXT 











'TOP SECRET TEXT' )A Confidential 
secret AiHIXo 
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Jython Java AfMJf ( An Expose. class) 
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Vector 



Vector Vector2d 



nH^it 




|^Vector(3j 4) ^P Vector(3., 4 } 5) 

init 7 jM y l v #li( Giii*args) ; {Ite> 






10-1 Vector 



7js$| 10-1 



Vector._init_^P Vector._repr 



>>> Vector([3.1, 4.2]) 

Vector([3.1, 4.2]) 

>>> Vector((3, 4, 5)) 

Vector([3.0, 4.0, 5.0]) 

>>> Vector(range(10)) 

Vector([0.0, 1.0, 2.0, 3.0, 4.0, ...]) 


MfiTftAMtM (£pVector([3, 
4])) B\f, Vector2d ($P Vector2d(3, 4)) 
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10-2 jkM 1 Wi Vector 9-2 7K ¥\ 9-3 4^tl 

o 

^4 10-2 vector_v 1 .py: hk vector2d_v 1 .py M 

from array import array 
import reprlib 
import math 

class Vector: 

typecode = 'd' 

def_init_(self, components): 

self._components = array(self.typecode, components) O 

def _iter_(self): 

return iter(self._components) © 

def _repr_(self): 

components = reprlib.repr(self._components) © 
components = components[components.find('['):-1] © 

return 'Vector({})'.format(components) 

def _str_(self): 

return str(tuple(self)) 

def _bytes_(self): 

return (bytes([ord(self.typecode)]) + 

bytes(self._components)) © 

def _eq_(self, other): 

return tuple(self) == tuple(other) 

def _abs_(self): 

return math.sqrt(sum(x * x for x in self)) © 

def _bool_(self): 

return bool(abs(self)) 

@classmethod 

def frombytes(cls, octets): 
typecode = chr(octets[0]) 

memv = memoryview(octets[l:]).cast(typecode) 
return cls(memv) © 
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^rtiX o MtU, Python Eft M Iftil R fjH len getitem 

XTj'&o (#PSpam) , 






1$\7J\ffi\ 10-3 fifTT. In 
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10-3 7Jn$iJ 1-1 (ftftfli, 




import collections 

Card = collections.namedtuple('Card', ['rank', 'suit']) 
class FrenchDeck: 

ranks = [str(n) for n in range(2, 11)] + list('DQKA') 
suits = 'spades diamonds clubs hearts'.split() 

def _init_(self): 

self._cards = [Card(rank, suit) for suit in self.suits 

for rank in self.ranks] 

def _len_(self): 

return len(self._cards) 

def_getitem_(self, position): 

return self._cards[position] 


tkM 10-3 t W FrenchDeck Python 
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Python 
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#P FnenchDeck^^f^, fitlPt 5 ^tllltt ($P 

self ._components itli.) , 

_len__getitem_ 

class Vector: 



def _len_(self): 

return len(self._components) 

def _getitem_(self, index): 

return self._components[index] 



>>> vl = Vector([3, 4, 5]) 
>>> len(vl) 

3 

>>> vl[0], vl[-l] 

(3.0, 5.0) 

>>> v7 = Vector(range(7)) 
>>> v7[l:4] 

array('d', [1.0, 2.0, 3.0]) 


WUfM, aSiSVDtSiffT- Vector 
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Python£nmy_seq[l:3] 
my_seq. get item (...) 

10.4.1 

fa. 10-4. 

SIM 10-4 If?_getitem : f P fe/J ilfltlfT 'J-J 

>>> class MySeq: 

... def _getitem_(self, index): 

return index # o 

• • • 

>>> s = MySeq() 

>>> s[l] # © 

1 

>>> s[l:4] # © 

slice(l. 4, None) 

>>> s[l:4:2] # © 

slice(l, 4, 2) 

>>> s[l:4:2, 9] # © 

(slice(l, 4, 2), 9) 

>>> s[l:4:2, 7:9] # © 

(slice(l, 4, 2), slice(7j 9 , None)) 


O ^»_getitem_ 

slice(lj 4 y None) 0 

OsliceClj 4j 2) ffjM&xkJA 1 Jf£n> 





o 



>>> slice # O 
<class 'slice'> 

>>> dir(slice) # © 

[' class ', ' delattr ' 

, ' dir ', ' 

doc '. ' eq ', 

' format '. ' ge '. ' 

getattribute 

' gt 

' hash ', ' init ', ' 

le ', ' It 

', ' ne ', 

' new '. ' reduce ', ' 

reduce ex 

' repr 

' setattr ', ' sizeof 

', ' str ', ' 

subclasshook 

'indices', 'start', 'step' 

, 'stop'] 





slice Ji 1*1 It Eft M (2.4.2 Wi 


) o 





0 


f ^ 


indices 7T) 


slice, fcJJ/AftfT starts stop ^P step 1 



ft, if A 


10-5 f 1 , iMffl dir(slice) # 3\ fit!inIf:4 1 ffA indices Jlif > 

fl^i^^jA^Po help(slice. indices) ip til 

imi£PTo 


S.indices(len) -> (start, stop, stride) 


Av [A Ftp ^j- 


len 


, if 

J-fi rfm 




^PipM (stop) ^31, ifAAfe (stride) 

If, 


(start) 


^ifm, indices ft, ^mm 







7 uffl, fE start, stop fP stride MUiPi^iSi 




34H- 


Sf 5 


, \MW ' ABCDE ': 


>>> slice(None, 10, 2).indices(5) # O 

( 0 , 5 , 2 ) 

>>> slice(-3, None, None).indices(5) # © 

(2, 5, 1) 









O 1 ABCDE ' [ :10:2] 'ABCDE ' [0:5:2] 

© 'ABCDE' [-3: ] 'ABCDE' [2:5:1] 
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H (JAL^J 10-2) $I#P_len_^P_getitem_ Jf'/i: 


def _len_(self): 

return len(self._components) 

def _getitem_(self, index): 

els = type(self) O 
if isinstance(index, slice): © 























































































return cls(self._components[index]) © 

elif isinstance(indeXj numbers.Integral): © 

return self._components[index] © 
else: 

msg = '{els._name_} indices must be integers' 

raise TypeError(msg.format(cls=cls)) © 
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7F#!l 10-7 10-6 Vector._getitem_ 

>>> v7 = Vector(range(7)) 

>>> v7[-l] O 
6.0 

>>> v7[l:4] © 

Vector([1.0, 2.0, 3.0]) 

>>> v7[-l:] © 

Vector([6.0]) 

>>> v7[l,2] © 

Traceback (most recent call last): 

• • • 

TypeError: Vector indices must be integers 


® Vector 

Vector ^Jo 

0vector 






Vector 2d Vector ZB, A A 'A J§ & 45 # A I rI [r] 

c^v.xinv.y) o mftmiztmitifomnimttmfri 


tofrmr 


y 7$ 




Ir] m /IMA 

# v[0], v[l] /P v[2]o 
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>>> v = Vector(range(10)) 
>>> v.x 
0.0 

>>> v.y, v.z, v.t 
(1.0, 2.0, 3.0) 
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shortcut_names = 1 xyzt 1 







def _getattn_(self, name): 

els = type(self) © 

if len(name) == 1: © 

pos = cls.shortcut_names.find(name) © 
if 0 <= pos < len(self._components): © 

return self._components[pos] 

msg = '{._name_!r} object has no attribute {!r}' © 

raise AttributeError(msg.format(cls, name)) 
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10-9 V.X 




>>> v = Vector(range(5)) 


>>> v 


Vector([0.0, 1.0, 2.0, 3.0, 4.0]) 

>>> v.x # © 

0.0 

>>> v.x =10 # © 

>>> v.x # © 

10 

>>> V 

Vector([0.0, 1.0, 2.0, 3.0, 4.0]) # © 


>>> v.x 
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; j§> Pi_getattr_PfefPv'mif i BtP7 fX^3 

Python 







1/lfjjlJo hj^, f V.X = 10 72l#MlDtjp , v X Mf7T > 

v.x |&|£ x M f7 frp {I zHM 71 getattr 77 ^ 7 > iff* 

M 0 7P aE f'J v.x ±Ptl{t, §P 10o getattr 97 


MS 
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setattr 


def _setattr_(self, name, value): 

els = type(self) 
if len(name) == 1: O 

if name in els.shortcut_names: © 

error = 'readonly attribute {attr 
elif name.islowerQ: © 

error = "can't set attributes 'a' 
else: 


_name!r}' 


to 


'z' 


in {cls_name!r} 


error 


I I 






if error: © 

msg = error.format(cls_name=cls. 
raise AttributeError(msg) 
super()._setattr_(name, value) © 
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functools. reduce reduce 
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T reduce Eft 9CnP 3*^01! 
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_1, EPfn(rlj 1st [2]), r2o IHf, ijfffl fn(r2 J 

1st [3]), r3.irN 

reduce oJL^if ^ 5! (5 EftPfT^) : 


>>> 2 * 3 * 4 * 5 # 5! == 120 

120 

>>> import functools 

>>> functools.reduce(lambda a,b: a*b, range(l, 6)) 
120 
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10-11 






>>> n = 0 

>>> for i in range(l, 6): # © 

... n A = i 
• • • 

>>> n 
1 

>>> import functools 

>>> functools.reduce(lambda a, b: a A b, range(6)) # © 

1 

>>> import operator 

>>> functools.reduce(operator.xor, range(6)) # © 

1 

ei im for 

® functools. reduce Hffc, # 

@ I'M functools. reduce Mfc, lambda 
operator.xor 0 
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5.10.1 operator 7 Python fitl rP^ il 

lambda A° 
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10-12 vectorjv4.py AoPAAftA A vector_v3.py A Vector 

^AP_hash_A& 

from array import array 
import reprlib 
import math 

import functools # © 
import operator # © 

class Vector: 

typecode = 1 d 1 

# fill, 

def _eq_(self, other): # © 

return tuple(self) == tuple(other) 

def _hash_(self): 

hashes = (hash(x) for x in self._components) # © 
return functools.reduce(operator.xor, hashes, 0) # © 
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TypeError: reduce() of empty sequence with 
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(]13^J, reduce) 



def _hash_(self): 

hashes = map(hash, self._components) 
return functools.reduce(operator.xor, hashes) 
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def _eq_(self, other): 

return tuple(self) == tuple(other) 
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Vector._eq_for 


def eq (self, other): 


if len(self) != len(other): 

# o 

return False 


for a, b in zip(self, other) 

: # © 

if a != b: # © 


return False 


return True # © 

















































































def _eq_(self, other): 

return len(self) == len(other) and all(a == b for a, b in zip(selfj other 
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J 10-15 




>>> zip(range(3), 'ABC') # O 
<zip object at 0xl0063ae48> 

>>> list(zip(range(3), 'ABC')) # © 

[(0, 'A'), (1, ' B ' ), (2, 'C')] 

>>> list(zip(range(3), 'ABC', [0.0, 1.1, 2.2, 3.3])) # © 

[(0, 'A', 0.0), (1, ’ B', 1.1), (2, 'C, 2.2)] 

>>> from itertools import zip_longest # © 

>>> list(zip_longest(range(3), 'ABC', [0.0, 1.1, 2.2, 3.3], fillvalue=-l 
[(0, 'A', 0.0), (1, 'B', 1.1), (2, 'C, 2.2), (-1, -1, 3.3)] 
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fillvalue None) 
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Vector 
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0J&, 



8 WolframMathworld 


( http://mathworld.wolfram.com/Hypersphere.html) ; 
if if ” in] if ( http://cn.wikipcdia.org/wiki/N-sphcrc ) „ 






9.5 *frW£> 

( https://docs.python. 0 rg/ 3 /library/string.html#formatspec ) 04 , 





' eEfFgGn%', 


'bcdoxXn', 444* 



' s'o 4E Vector2d , 
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4 im 'h 1 


(hyperspherical coordinate) t444§r 

M , X40i§4:|B] (len(v) == 4) 4 Vector 

<r, (Dp d) 2J ® 3 >o ^4* r jlkll (abs(v)) , 

T 




7F Op 0 2 4P O 30 



vector_v5.py 4J doctest 10-16) , ^|Z9^i 


>>> fonmat(Vector([-1, -1, -1, -1]), 'h') 

'<2.0, 2.0943951023931957, 2.186276035465284, 3.9269908169872414>' 
>>> format(Vector([2, 2, 2, 2]), '.3eh') 

'<4.000e+00, 1.047e+00, 9.553e-01, 7.854e-01>' 

>>> format(Vector([0, 1, 0, 0]), '0.5fh') 

'<1.00000, 1.57080, 0.00000, 0.00000>' 
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(https://en.wikipedia.or^wiki/N-sphere) , 
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vector_v5.py: Vector ^ 


doctest 



format 



A multidimensional "Vector" class, take 5 

A "Vector" is built from an iterable of numbers:: 

>>> Vector([3.1, 4.2]) 

Vector([3.1, 4.2]) 

>>> Vector((3, 4, 5)) 

Vector([3.0, 4.0, 5.0]) 

>>> Vector(range(10)) 

Vector([0.0, 1.0, 2.0, 3.0, 4.0, ...]) 


Tests with two dimensions (same results as "vector2d_vl.py"):: 

>>> vl = Vector([3, 4]) 

>>> x, y = vl 
»> x, y 
(3.0, 4.0) 

>>> vl 

Vector([3.0, 4.0]) 

>>> vl_clone = eval(repr(vl)) 

>>> vl == vl_clone 
True 

>>> print(vl) 

(3.0, 4.0) 

>>> octets = bytes(vl) 

>>> octets 

b'd\\x00\\x00\\x00\\x00\\x00\\x00\\x08@\\x00\\x00\\x00\\x00\\x00\\x00\\xl 
>>> abs(vl) 

5.0 

>>> bool(vl), bool(Vector([0, 0])) 

(True, False) 
























































Test of " .frombytes()" class method: 

>>> vl_clone = Vector.frombytes(bytes(vl)) 

>>> vl_clone 
Vector([3.0, 4.0]) 

>>> vl == vl_clone 
True 

Tests with three dimensions:: 

>>> vl = Vector([3, 4, 5]) 

>>> x, y, z = vl 
>>> x, y, z 
(3.0, 4.0, 5.0) 

>>> vl 

Vector([3.0, 4.0, 5.0]) 

>>> vl_clone = eval(repr(vl)) 

>>> vl == vl_clone 
True 

>>> print(vl) 

(3.0, 4.0, 5.0) 

>>> abs(vl) # doctest:+ELLIPSIS 
7.071067811... 

>>> bool(vl), bool(Vector([0, 0, 0])) 

(True, False) 

Tests with many dimensions:: 

>>> v7 = Vector(range(7)) 

>>> v7 

Vector([0.0, 1.0, 2.0, 3.0, 4.0, ...]) 

>>> abs(v7) # doctest:+ELLIPSIS 
9.53939201... 

Test of "._bytes_" and " .frombytesQ'' methods:: 

>>> vl = Vector([3, 4, 5]) 

>>> vl_clone = Vector.frombytes(bytes(vl)) 

>>> vl_clone 

Vector([3.0, 4.0, 5.0]) 

>>> vl == vl_clone 
True 



Tests of sequence behavior:: 


>>> vl = Vector([3, 4, 5]) 

>>> len(vl) 

3 

>>> vl[0], vl[len(vl)-1], vl[-l] 
(3.0, 5.0, 5.0) 


Test of slicing:: 

>>> v7 = Vector(range(7)) 

>>> v7[-l] 

6.0 

>>> v7[l:4] 

Vector([1.0, 2.0, 3.0]) 

>>> v7[-l:] 

Vector([6.0]) 

>>> v7[l,2] 

Traceback (most recent call last): 

• • • 

TypeError: Vector indices must be integers 


Tests of dynamic attribute access:: 

>>> v7 = Vector(range(10)) 

>>> v7.x 

0.0 

>>> v7.y, v7.z, v7.t 
(1.0, 2.0, 3.0) 

Dynamic attribute lookup failures:: 

>>> v7.k 

Traceback (most recent call last): 

• • • 

AttributeError: 'Vector' object has no attribute 'k' 

>>> v3 = Vector(range(3)) 

>>> v3.t 

Traceback (most recent call last): 

• • • 

AttributeError: 'Vector' object has no attribute 't' 

>>> v3.spam 

Traceback (most recent call last): 

• • • 

AttributeError: 'Vector' object has no attribute 'spam' 



Tests of hashing:: 


>>> vl = Vector([3, 4]) 

>>> v2 = Vector([3.1, 4.2]) 

>>> v3 = Vector([3, 4, 5]) 

>>> v6 = Vector(range(6)) 

>>> hash(vl), hash(v3), hash(v6) 

( 7 , 2 , 1 ) 


Most hash values of non-integers vary from a 32-bit to 64-bit CPython build:: 
>>> import sys 

>>> hash(v2) == (384307168202284039 if sys.maxsize > 2**32 else 357915986 
True 


Tests of "format()" with Cartesian coordinates in 2D:: 

>>> vl = Vector([3, 4]) 

>>> format(vl) 

'(3.0, 4.0)' 

>>> format(vl, '.2f') 

' (3.00, 4.00)' 

>>> format(vl, '.3e') 

'(3.000e+00, 4.000e+00)' 

Tests of "format()" with Cartesian coordinates in 3D and 7D:: 

>>> v3 = Vector([3, A, 5]) 

>>> format(v3) 

'(3.0, 4.0, 5.0)' 

>>> format(Vector(range(7))) 

'(0.0, 1.0, 2.0, 3.0, 4.0, 5.0, 6.0)' 


Tests of "format()" with spherical coordinates in 2D, 3D and 4D:: 

>>> format(Vector([1, 1]), 'h') # doctest:+ELLIPSIS 

'<1.414213..., 0.785398...>' 

>>> format(Vector([1, 1]), '.3eh') 

'<1.414e+00, 7.854e-01>' 

>>> format(Vector([1, 1]), '0.5fh') 

'<1.41421, 0.78540>' 

>>> format(Vector([1, 1, 1]), 'h') # doctest:+ELLIPSIS 

'<1.73205..., 0.95531..., 0.78539...>' 



>>> format(Vector([2, 2, 2]), '.3eh') 

'<3.464e+00, 9.553e-01, 7.854e-01>' 

>>> format(Vector([0, 0, 0]), '0.5fh') 

'<0.00000, 0.00000, 0.00000>' 

>>> format(Vector([-1, -1 , -1, -1]), 'h') # doctest:+ELLIPSIS 

'<2.0, 2.09439..., 2.18627..., 3.92699...>' 

>>> format(Vector([2, 2, 2, 2]), '.3eh') 

'<4.000e+00, 1.047e+00, 9.553e-01, 7.854e-01>' 

>>> format(Vector([0, 1, 0, 0]), '0.5fh') 

'<1.00000, 1.57080, 0.00000, 0.00000>' 

II II II 

from array import array 
import reprlib 
import math 
import numbers 
import functools 
import operator 
import itertools © 

class Vector: 

typecode = 'd' 

def_init_(self, components): 

self._components = array(self.typecode, components) 

def _iter_(self): 

return iter(self._components) 

def _repr_(self): 

components = reprlib.repr(self._components) 
components = components[components.find('['):-1] 
return 'Vector({})'.format(components) 

def _str_(self): 

return str(tuple(self)) 

def _bytes_(self): 

return (bytes([ord(self.typecode)]) + 

bytes(self._components)) 

def _eq_(self, other): 

return (len(self) == len(other) and 

all(a == b for a, b in zip(self, other))) 

def _hash_(self): 

hashes = (hash(x) for x in self) 



return functools.reduce(operator.xor, hashes, 0) 


def abs (self): 

return math.sqrt(sum(x * x for x in self)) 

def _bool_(self): 

return bool(abs(self)) 

def len (self): 

return len(self._components) 

def getitem (self, index): 

els = type(self) 
if isinstance(index, slice): 

return els(self._components[index]) 
elif isinstance(index, numbers.Integral): 

return self._components[index] 
else: 

msg = '{._name_} indices must be integers' 

raise TypeError(msg.format(cls)) 

shortcut_names = 'xyzt' 

def getattr (self, name): 

els = type(self) 
if len(name) == 1: 

pos = cls.shortcut_names.find(name) 
if 0 <= pos < len(self._components): 
return self._components[pos] 

msg = '{._name_!r} object has no attribute {!r}' 

raise AttributeError(msg.format(cls, name)) 

def angle(self, n): © 

r = math.sqrt(sum(x * x for x in self[n:])) 

a = math.atan2(r, self[n-l]) 

if (n == len(self) - 1) and (self[-l] < 0): 

return math.pi * 2 - a 
else: 

return a 


def angles(self): © 

return (self.angle(n) for n in range(l, len(self))) 


def_format_(self, fmt_spec=''): 

if fmt_spec. endswith(' h'): # 


fmt_spec = fmt_spec[:-1] 

coords = itertools.chain([abs(self)], 

self.angles()) 




outer_fmt = '<{}>' © 

else: 

coords = self 
outer_fmt ='({})' © 

components = (format(Cj fmt_spec) for c in coords) © 
return outer_fmt.format (', '.join(components)) © 

@classmethod 

def frombytes(cls, octets): 
typecode = chr(octets[0]) 

memv = memoryview(octets[l:]).cast(typecode) 
return cls(memv) 
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2000 ^ 7 ^ 26 0 ££lj Python-list t 

M: “polymorphism (was Re: Type checking in 
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> ifI'&lilA'tSWTf7 7“Duck typing’’i'nj7 
( http://en.wikipedia.or^wiki/Duck typing ) 0 
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format 
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MM 
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, Iff 1 1 ij if t 1 } ibj GitHub 
( https://github.com/fluentpython/example-code ) 'M.^iff 0 




Python 



Python-list ( https ://mai 1.python.org/mai 1 man/1 i sti nfo/python-1 i st ) ^ W 

2003 ^4 ^ friJ 1$ IM, IM;%“Pythonic Way to Sum n-th List 
Element?” (https://mail.python.or^pipermail/python-list/2003- 
April/218568.html) 0 reduce @§tfcW;£o 



»> my_list = [[1, 2, 3], [40, 50, 60], [9, 8, 7]] 

>>> import functools 

>>> functools.reduce(lambda a, b: a+b, [sub[l] for sub in my_list]) 
60 



AMUfflbfe: lambda^ reduce 
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HAltSi^ETiiR lambda 
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lambda, 








lambda 


>>> functools.reduce(lambda a, b: a + b[l], my_list, 0) 
60 

































































































>>> import numpy as np 

>>> my_array = np.array(my_list) 

>>> np.sum(my_array [:, 1]) 

60 


Perez Guy Middleton Paul Rubin 

Skip Montanaro tit 1 1 i tKj T ££ Jj M : 

>>> import operator 

>>> functools.reduce(operator.add, [sub[l] for sub in my_list], 0) 
60 


31 jp» Evan Simpson |'PJ it : \\ y A fa ? 

>>> total = 0 

>>> for sub in my_list: 

total += sub[l] 

>>> total 
60 


TtF^ A ill tiffin Python Ml&° Alex Martelli 

Guido 
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fell A Evan Simpson HA: David Eppstein M lit in' liS 

mm-. 














MJn, Alex ItAtilAAAflY sum() ito 

B, Python2.3 @]tt:, Alex7 




>>> sum([sub[l] for sub in my_list]) 
60 


(2004^11^) , Python2.4 ^ff?T» 
@jlt, Guy Middleton IP A 

Python M #r lAIk: 


>>> sum(sub[l] for sub in my_list) 
60 
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: Python3 rjfi reduce Mil 
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f&t functools. reduce MllfciftW'tAIfPMl ° AMI 


Vector, hash 
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Bjarne Stroustrup, The Design and Evolution of C++ (Addison-Wesley, 1994), p. 278. 
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class Vector2d: 
typecode = 'd' 

def init (self, x, y): 

self.x = float(x) 
self.y = float(y) 

def iter (self): 

return (i for i in (self.x, self.y)) 

itSfiJ 9-7 + - RfnJGxfPy^THitWtt ( 






<0JiVector2d^P*^$: 

my_vector.x ^P my_vector.yo 

11-2 vector2d_v3 .py: x y 


class Vector2d: 
typecode = 'd' 

def init (self, x , y): 

self._x = float(x) 

self._y = float(y) 

@property 
def x(self): 

return self._x 

@property 
def y(self): 

return self._y 

def iter (self): 

return (i for i in (self.x, self.y)) 

# (MWlMSteT) 



Python 3 4 1 memoryview 








(https://docs.python.Org/3/library/stdtypes.html#typememoryview) 'hi 




C API 







fitlo bytearray 

( https://docs.python.org/3/library/functions .html#bytearray ) j) 

2 RtgtBS 

x #t)ft ir“x t*iX”fp“x gp”ig-'h®e. 




iffl. St 




A A > Issue 16518:“add buffer protocol to glossary” ( http://bugs.python.org/issue 16518) fi [ $ l’/j A /tiih 








“Other mentions 


of the buffer protocol” (http://bugs.python.org/issue22581 ) 
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Python 


fit !* Python ^{Ui o 


§ 11-1 
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Sequence 


:iPo 


Container 

contains 


Iterable 

iter 


Sequence 

getitem _ 

contains_ 

iter_ 

reversed 


Sized 


ten 


index 

count 


H 11 - 1 : Sequence collections.abc 4 1 ^JR M fit! 




11-3 Foo^o abc.Sequence, Mi. 




getitem 


O/Zt 


len 77 


7 F#!l 11-3 ae!^ _getite 









in 


MIWT 


AA 
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P J)' > 


>>> class Foo: 

... def _getitem_(self, pos): 

... return range(0, 30, 10)[pos] 


>>> f = Foo() 

>>> f [1] 

10 

>>> for i in f: print(i) 





0 

10 

20 

>>> 20 in f 
True 

>>> 15 in f 
False 



iter jjfet {StI Foo frW 






getitem t> Python #iM 'Ll , # AJA 0 , 





i miXM 

* fill Python ft> i£i2§ iX Foo , 

0/A. -£? [-P. 


contains 7 j 
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Python^HMffl_getitem 



iter ^P contains 



in fejf# n 


% 1 FrenchDeck abc. Sequence, 

: _getitem_^P_len_ 0 11-4 $T 2 Ko 



11-4 FrenchDeck^ 1-1 


import collections 

Card = collections.namedtuple('Card', ['rank', 'suit']) 
class FrenchDeck: 

ranks = [str(n) for n in range(2, 11)] + list('1QKA') 
suits = 'spades diamonds clubs hearts'.split() 

def _init_(self): 

self._cards = [Card(rank, suit) for suit in self.suits 

for rank in self.ranks] 

def _len_(self): 

return len(self._cards) 

def_getitem_(self, position): 

return self._cards[position] 
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11-4 4 1 Stl FrenchDeck 

FrenchDeck TjvMfrf, shuffle 7jl£o 

FrenchDeck5 

M, IP ^ til it; mi 11 shuffle Tj'fe, random.shuffle @§ 

fnim 

x” (https://docs.python.Org/3/library/randomhtnI#random.shuffle) 0 








random.shuffle 



>>> from random import shuffle 
>>> 1 = list(range(10)) 

>>> shuffle(l) 

»> 1 

[5, 2, 9, 1, 8, 3, 1, 4, 0, 6] 
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i^JTi§L FrenchDeck ^ 
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11-5 ftf 


7J\ o 


/jN^iJ 11-5 random, shuffle ti tu iTIL FrenchDeck 


>>> from random import shuffle 
>>> from frenchdeck import FrenchDeck 
>>> deck = FrenchDeckQ 
>>> shuffle(deck) 

Traceback (most recent call last): 

File "<stdin>", line 1, in <module> 

File ".../python3.3/random.py", line 265, in shuffle 
x[i], x[j] = x[j], x[i] 

TypeError: ’FrenchDeck 1 object does not support item assignment 
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French Deck' obj ect does not support item 


assignment” ( TrenchDeck' iM (tj IP. 
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setitem 777° 
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11-6 ^/FrenchDeck 
random, shuffle MfcteTbfl 
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11-5) 


>>> def set_cand(deckj position, card): O 
... deck._cards[position] = card 
• • • 

>>> FrenchDeck._setitem_ = set_card © 

>>> shuffle(deck) © 

>>> deck[:5] 

[Card(rank='3', suit='hearts'), Card(rank='4', suit='diamonds'), Card(rank='4 
suit='clubs'), Card(rank='7', suit='hearts'), Card(rank='9', suit='spades')] 


O 






Wi, deck. position fP cardo 
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ifd®FrenchDeck setitem Mho 


© deck 7» @7/ FrenchDeck 0 
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W77f'/7_setitem_Python £ft“3.3.6. 

Emulating container 

types” ( https: //docs .python, or73/reference/datamodel .html#emulating- 
container-types ) T'/Eih ip s'# : % l= l =, 7OTself . key ^P 


value, 



Python 7 


Tkdeck. position i^P cardo 177.{Ail!i%T 
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self 

self, key i^P value 
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set_card i§i7lc7Pill deck _cards fit/ 

h, MJL _cards fcffiE set_card § 

17ISfll# WJf /7 setitem , FrenchDeck ^ 
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aio Python 
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Alex Martelli 14 

i§/S?l374 (http://en.wildpedia.Org/wiki/Duck_typing#History) i7 7 C7 









4HT7; 








&X, 





tt. 






*P# 



CTI44) 



k B 


7E 






(phenetics) 




































































































































































class Artist: 

def draw(self): 

class Gunslinger: 
def draw(self): 

class Lottery: 

def draw(self): ... 


MM, JR 


HA x RP y draw PRAA, M 


iLiMEWA 



SP x.draw() RP y.drawQ, AAAie 



w __ oj VX Rd Tl iM Ed, AAAARd PRPRftb 
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(goose typing) 
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§P els P^tcI^te 


abc.ABCMeta, isinstance(obj^ els) 


O 


collections.abc 
numbers ° 





(Python |/Jn /Hi PtJ 




M i£_LPR i%& (ffltti, #|U Scott 

O f—- 'A- ' 


Meyer PR ((More Effective C++: 

(4^^) » PR“lrlR 33: 

http://ptgmedia.pearsoncmg. com/ images/020163371x/ items/item3 3 .html ) 


register 





Python PR jlij ^ 

c^jjJ t, 




LC 
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>>> class Struggle: 

... def _len_(self): return 23 

• • • 

>>> from collections import abc 

>>> isinstance(Struggle(), abc.Sized) 

True 
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mm, HM 

basestr <S 


Python 3.4 

stro tS: Python 2 i 1 , basestr 
LH: str fn Unicode MM, Python 3 tE basestr £;WT » rH£ lift Job Python 3 ^W 

^ collections.abc. ByteString tlUak'fcs.RfUst&lll bytes fD bytearray 
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'$)' $£ Lennart Regebro ff\ Eft ° it. ft’ tL 















o 


mu, te-sa^ns^a. aswtts* 

ABPtsMrett 
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St, tWIg^ 

abc.MutableSequence) JE£F = 
ttiSffl iter(x) 
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TTn left' 

jJtfrf, isinstance(Xj 
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collections. namedtuple (https://docs.python. 0 rg/ 3 /library/collections.b 
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&bl! field names 
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isinstance, 


$|: field names ftfll oJl/ATi#- 
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ta^m 11-7 ^7] 



J&Btf 

5 
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try: O 

field_names = field_names.replace ( 1 , 1 , ' ').split() © 
except AttributeError: © 



























































































































































pass © 

field_names = tuple(field_names) © 
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(collections.MutableSequence) , |J B^^Co 

11-8 4 1 > WME FrenchDeck2 

collections.MutableSequence 


/Jn$J 11-8 

frenchdeck2.py: 



FrenchDeck2, collections.MutableSequence 


import collections 

Card = collections.namedtuple('Card', ['rank', 'suit']) 

class FrenchDeck2(collections.MutableSequence): 

ranks = [str(n) for n in range(2, 11)] + list('DQKA') 
suits = 'spades diamonds clubs hearts'.split() 

def _init_(self): 

self._cards = [Card(rank, suit) for suit in self.suits 

for rank in self.ranks] 

def _len_(self): 

return len(self._cards) 

def getitem (self, position): 

return self._cards[position] 

def _setitem_(self, position, value): # © 

self._cards[position] = value 

def delitem (self, position): # © 

del self._cards[position] 

def insert(self, position, value): # © 
self._cards.insert(position, value) 


O y$7 setitem 





® MutableSequence _delitem 

te MutableSequence » 
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@ iPAb insert 7jl£> 
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itfl MutableSequence ^IPtlll 
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Tk'-lk, Python TypeError k 
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collections ($: Lib/_collections_abc.py 

4 1 * https ://hg.python, or g/cpython/fi 1 e/3.4/Lib/_col 1 ectionsabc.py ) , 

collections A abc abc (BP 

Lib/abc.py, https://hg.python.or^cpython/file/3.4/Lib/abc.py) , 
AAP^abc.ABC^o 
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(https://docs.python.Org/3/library/collections.abc.html#collections-abstract- 
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Set 


MappingView 


MutableSequence 


MutableMapping 


Values View 


MutableSet 


Items View 


Keys View 
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Sequence^ Napping ^P Set 




NutableSequence 11-2; NutableNapping ^P 
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Callable Hashable 
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callable() gS; {Bhashable() bS 
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isinstance(my_obj , Hashable) 


Iterator 


Iterable 14 ##43i4ifr° 
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numbersc 
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numbers ^ (https://docs.python. 0 rg/ 3 /library/numbers.html) 






3<, l)p^ Complex 




, Number 7kik7 

4sjtI Integral 




s*c: 


• Number 

• Complex 

• Real 

• Rational 

• Integral 
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numbers.Integral), int> bool (int 
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numbers. Integral 




isinstance(x., 


5£ 


numbers. Real) 
bool^ int^ floats fractions.Fraction, 

NumPy, 
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init 


load 

pick 


call 


Tombola 



LotteryBlower 


_init_ 

load 

pick 

loaded 

inspect 


«registered 



«virtual subclass» 

TomboList 

load 

pick 

loaded 

inspect 
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Tombola -Jill t fltl j|li ® A ft tlft 


/IN 



P2 




Li 9 


TomboList m 


a oh 



/Ah f&L ^ 

O Alr i/Xi glj > 







% TomboList i : Tombola ffim 


AA 9 


10 «registered» fP«virtual subclass» UML inJ'yCo SCliliffl—Python 


O 


Tombola 1^31^ Eft 11-9 feo 


tjH^J 11-9 tombola.py: Tombola lifef P 



@abc.abstractmethod 
def pick(self): © 




.Bfimu&Tcit . 

LookupErron' „ 


def loaded(self): © 

.M^'True', 

return bool(self.inspect()) © 


m 


E'False 


def inspect(self): 

. 

items = [] 
while True: © 
try: 

items.append(self.pick()) 
except LookupError: 
break 

self.load(items) © 
return tuple(sorted(items)) 









, apn^nj, 



L abc 


super() Ml ffciM Ml M ft# 

(Sabstractmethod 





( https: //docs .python, org/ 3 /library/abc .html ) 0 



/E$!l 11-9 .inspect() 

WT .pick() fP .load(...) Jj'&, Tombola M fit!bJtt 


Tombola 



7E iM iM M 




olti/MMM, bJttflii .inspectQ 





T^m 11-9 MW .loaded() TO 

. inspect () g bool() Mi 
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X >» 




7 ±m, .inspect() Afei 



self.pick() 





tMitlW LookupError o self.pick() IMM LookupError Hi 

tJcPW^nPiK Python AteiM ASMilM (#JAL 


/J#A 11-9 Mttf-A/M pick WASMA/FM) 
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LookupError A^WIiIMItI, A Python 
M, A#/ IndexError KeyError HilAMIIAc'fMAtJil Tombola 

Mitt, 


LookupError^ IndexError gJc KeyError “'bA #^ 

Al^J 11-10 ji/pA (AMWjItAMM#jAL Python W“5.4. 

Exception hierarchy”—~ A ° 12 ) 
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JAL https://docs.python. 0 rg/dev/library/exceptio 11 s.html#exception-hierarchy 
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BaseException 
— SystemExit 
— Keyboardlnterrupt 
— GeneratorExit 







































































































































Exception 
— Stoplteration 
— ArithmeticError 

— FloatingPointError 
— OverflowError 
— ZeroDivisionError 
— AssertionError 
— AttributeError 
— BufferError 
— EOFError 
— ImportError 
— LookupError O 

— IndexError © 

— KeyError © 

— MemoryError 
... etc. 



Tombola. inspect /j\ 



7 E LookupError 
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© IndexError *§ LookupError 

B v j IM Lb o 




© » liij KeyError 


min g 



Tombola 




yt- Tombola? #n 


11-11 Tombola 


>>> from tombola import Tombola 
>>> class Fake(Tombola): # © 

... def pick(self): 

return 13 


>>> Fake 
cclass ' 


# © 

main 


_ _.Fake'> 

>>> f = Fake() # © 

Traceback (most recent call last): 

File "<stdin>"j line 1, in <module> 
TypeError: Can't instantiate abstract 


class Fake with abstract methods load 





ifE Fake Tombola 





class Tombola(metaclass=abc.ABCMeta): 
# ... 


metaclass= Python 3 31 Afi^o iS: Python2 

_metaclass_ 

class Tombola(object): # ii^Python 2! ! ! 

_metaclass_ = abc.ABCMeta 

# ... 



I^T @abstractmethod abc 








@abstractclassmethocU @abstractstaticmethod ^P 
@abstractproperty Python 3.3 

f @abstnactmethod 












B 

7E: 


class MyABC(abc.ABC): 

@classmethod 

@abc.abstractmethod 

def an_abstract_classmethod(clSj ...): 
pass 











@ab stractmethod Eft JC ^ J5& 



, abstractmethod() 
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@abstractmethod ^P def 


13 lP§ abc + W @abc.abstractmethod in]^ 

( https://docs.python.org/dev/library/abc.html#abc.abstractmethod ) <= 
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^@^P|H 11-4 #f/JN, 




11-12 ^(ft BingoCage 5-8 Eft®# 



, ffflT 




BingoCage 3 



7P/£ load ^P pick, 












































































































kk Tombola 4^1^7 loaded Mil 7 inspect 

call 2f& 0 



/K^[J 11-12 bingo.py: BingoCage H Tombola 


import random 

from tombola import Tombola 

class BingoCage(Tombola): O 

def _init_(self, items): 

self._randomizer = random.SystemRandom() © 

self._items = [] 
self.load(items) © 

def load(self, items): 

self._items.extend(items) 

self._randomizer.shuffle(self._items) © 

def pick(self): © 
try: 

return self._items.pop() 
except IndexError: 

raise LookupError('pick from empty BingoCage') 

def _call_(self): © 

self.pick() 


O WMbaE BingoCage ^17M Tombola ^ 


O 



random.SystemRandom fliTi 



os. urandom(...) random APL 

(http://docs.python. 0 rg/ 3 /library/os.html#os.urandom) , os.urandom(... 



© . load(. 
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©STTfSTI random.shuffleQ ijiSc, MJi'fSTI SystemRandom^#!] 
M .shuffle() tra. 
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aIn^!] 11-13 lotto.py: LotteryBlower te Tombola 
HMTinspect ^P loaded 


import random 

from tombola import Tombola 


class LotteryBlower(Tombola): 

def _init_(self, iterable): 

self._balls = list(iterable) O 

def load(selfj iterable): 

self._balls.extend(iterable) 

def pick(self): 
try: 

position = random.randrange(len(self._balls)) © 

except ValueError: 

raise LookupError('pick from empty LotteryBlower') 
return self._balls.pop(position) © 


def loaded(self): © 

return bool(self._balls) 






def inspect(self): © 

return tuple(sorted(self._balls)) 
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VS 


, random.randrange(...) HffclMlij ValueError, 


ATitW Tombola, IMlLj LookupError 0 


©pT^J* )A self, balls 
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O §11 loaded il 


inspect A A (/kAJ 11-9 Afitl 


Tombola. loaded A££^ v£ A {$L fit!) 

self, balls 


O 
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© inspect Al£o 


4fN^!j 11-13 A A A A iMfi$AItAAA: A_init_A'A 

A, self, balls AAfitA list(iterable), : 


(BP& 



LotteryBlower jEAiiA 0A iterat 
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attervBlower f MiS, iterable ##;bT lU#fffnf 
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Tombola Eftj3tffi,Tp# 


list 
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11.8 Tic 

75#!l 11-14 tombolist.py: TomboList H Tombola (ftll^Tp^ 


from random import randrange 

from tombola import Tombola 

@Tombola.register # O 
class TomboList(list): # © 


def pick(self): 





if self: # © 

position = randrange(len(self)) 
return self.pop(position) # © 
else: 

raise LookupError('pop from empty TomboList') 

load = list.extend # © 

def loaded(self): 

return bool(self) # © 

def inspect(self): 

return tuple(sorted(self)) 

# Tombola.register(TomboList) # © 


O ifE Tombolist Ail A Tombola 

© Tombolist AM listo 

© Tombolist kk list 4AI|7?C_bool_A/A 

True 0 




pick 



list self. pop AyA A A^ t 



o 


© Tombolist. load A list. extend 
© loaded bool !||A 16 


16 loaded J load list loaded 


bool Tj&o MrtJttft bool 



! &„ # E Python XlT't ' I 11 "‘Built-in Types”—Jp: f lTr‘4.1. Truth Value 
Testing” (https://docs.python.Org/3/library/stdtypes.html#truth) „ 


bool TJ'ii, len 7 j 


O #P Python 3.3 
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A issubclass isinstance ® lit A iff TomboList 

Tik Tombola 























































>>> from tombola import Tombola 
>>> from tombolist import TomboList 
>>> issubclass(TomboList , Tombola) 
True 

>>> t = TomboList(range(100)) 

>>> isinstance(t , Tombola) 

True 
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H'J I W7 K T± 

tid 5 (Method Resolution Order) o jA y p 

? Tt tf n, ^1 -f^ jjg liR? 1^ flEl3 i 


Ll 



^ N 






mro_ 


17 



TomboList _mro 

SP list object: 



ft, 


>E^C ? 


17 12.2i?#^nW mro HJltt, 






>>> TomboList._mro_ 

(<class 'tombolist.TomboList '>, <class 'list'>j <class 'object'>) 


Tombolist._mro_Tombola, Hlib Tombolist ^W hk 

Tombola 4^l7?t{3:K7P/£o 
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iijA; doctesto 







11.8 


Tombola? # Eft f'J ift 7J i'i 


c^lMEKl Tombola tf 


XK o 





subclasses_() 
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n /iik 


Me o 


abc_registry 


K 



34<rOH 


MC 


ijitSISWs 



ft, M 
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7H 




WeakSet §Ptt 


Tombola 

Tombola._subclasses_() Tombola._abc_registry %3\$\M 



> p 



doctest 


ConcreteTombola 


o 


*^v 

m 




$ python3 tombola_runner.py 


BingoCage 

24 tests. 

0 failed 

- OK 

LotteryBlower 

24 tests. 

0 failed 

- OK 

TumblingDrum 

24 tests. 

0 failed 

- OK 

TomboList 

24 tests. 

0 failed 

- OK 


tjMJ 11-15 ^, doctest 11-16 M 


^rMJ 11-15 tombola_runner.py: Tombola 


import doctest 

from tombola import Tombola 



import bingo, lotto, tombolist, drum O 







TEST_FILE = 'tombola_tests.rst' 

TEST_MSG = ’{0:16} {1.attempted:2} tests, {l.failed:2} failed - {2}' 

def main(argv): 

verbose = '-v' in argv 

real_subclasses = Tombola._subclasses_() © 

virtual_subclasses = list(Tombola._abc_registry) © 

for els in real_subclasses + virtual_subclasses: © 

test(cls, verbose) 

def test(cls, verbose=False): 

res = doctest.testfile( 

TEST_FILE, 

globs={'ConcreteTombola': els}, © 
verbose=verbose, 

optionflags=doctest.REPORT_ONLY_FIRST_FAILURE) 
tag = 'FAIL' if res.failed else 'OK' 
print(TEST_MSG.format(cls._name_, res, tag)) © 

if _name_ == '_main_': 

import sys 
main(sys.argv) 



© IE _abc_registry (UleakSet MM) If 
_subclasses_() 

test miko 



ConcreteTombola doctest „ 




doctest 11-16 $T/Jn 


7Jn$i] 11-16 tombola tests.rst: Tombola doctest 


Tombola tests 


Every concrete subclass of Tombola should pass these tests. 

Create and load instance from iterable:: 

>>> balls = list(range(3)) 

>>> globe = ConcreteTombola(balls) 

>>> globe.loadedQ 
True 

>>> globe.inspect() 

( 0 , 1 , 2 ) 

Pick and collect balls:: 

>>> picks = [] 

>>> picks.append(globe.pickQ) 

>>> picks.append(globe.pick()) 

>>> picks.append(globe.pickQ) 

Check state and results:: 

>>> globe.loadedQ 
False 

>>> sorted(picks) == balls 
True 


Reload:: 

>>> globe.load(balls) 

>>> globe.loadedQ 
True 

>>> picks = [globe.pick() for i in balls] 

>>> globe.loadedQ 

False 








Check that 'LookupError' (or a subclass) is the exception 
thrown when the device is empty:: 


>>> globe = ConcreteTombola([]) 
>>> try: 

... globe.pick() 

... except LookupError as exc: 
... print('OK') 

OK 


Load and pick 100 balls to verify that they all come out:: 

>>> balls = list(range(100)) 

>>> globe = ConcreteTombola(balls) 

>>> picks = [] 

>>> while globe.inspect(): 

... picks.append(globe.pickQ) 

>>> len(picks) == len(balls) 

True 

>>> set(picks) == set(balls) 

True 


Check that the order has changed and is not simply reversed:: 

>>> picks != balls 
True 

>>> picks[::-l] != balls 
True 

Note: the previous 2 tests have a *very* small chance of failing 
even if the implementation is OK. The probability of the 100 
balls coming out, by chance, in the order they were inspect is 
1/100!, or approximately 1.07e-158. It's much easier to win the 
Lotto or to become a billionaire working as a programmer. 

THE END 
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collections .abc 

(https://hg.python.Org/cpython/file/3.4/Lib/_collections_abc.py) , Hit# 

tuple> str^ range memoryview Sequence tj 



Sequence.register(tuple) 
Sequence.register(str) 
Sequence.register(range) 
Sequence.register(memoryview) 



collectionsabc.py JC 'ft 
( https://hg.python.org/ cpython/ file/3.4/Lib/_collections_abc.py ) 
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isinstance(my_dict, MutableMapping) 
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mtfm. 


>>> class Struggle: 

... def _len_(self): return 23 

• • • 

>>> from collections import abc 

>>> isinstance(Struggle (), abc.Sized) 

True 

>>> issubclass(Strugglej abc.Sized) 
True 


M issubclass SfMiA (isinstance 
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i£) , Struggle fk abc .Sized abc .Sized 
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11-17 Sized III 1=1 Lib/_collections_abc.py (Python 

3.4, https://hg.python.org/cpython/file/3.4/Lib/_collections_abc.py#l 127) 


class Sized(metaclass=ABCMeta): 

_slots_ =() 

@abstractmethod 

def _len_(self): 

return 0 

@classmethod 

def_subclasshook_(els, C): 

if els is Sized: 

if any("_len_" in B._diet_ for B in C._mro_): # © 

return True # © 
return Notlmplemented # © 
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// i^SiHiJavaScriptf^fi^ (iSnNode.js v0.10.3 3 T ftl T ill ) 
’' == '0' // false 

0 == '' // true 

0 == '0' // true 

" < 0 // false 

" < '0' // true 
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Python2.2^, {I^W7 
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PyPy m fSi77 7 7 In]M , JAL 7 “Differences 


between PyPy and CPython” 7 “Subclasses of built-in types”^7 
( http ://pypy. readthedocs .io/en/latest/cpython_differences .html#subclasses- 
of-built-in-types ) : 


CPython '&^P\ 




#1£n, diet 7771 

get () 


7^1 i2-liM7i£7l«m 




getitem 



O 




12-1 7 Jl 7^ diet fit!_init__update 

set item 




>>> class DoppelDict(dict): 

... def _setitem_(self, key, value): 

... superQ._setitem_(key, [value] * 2) # © 

• • • 

>>> dd = DoppelDict(one=l) # © 

>>> dd 
{'one': 1} 

>>> dd['two'] = 2 # © 

>>> dd 

{'one': 1, 'two': [2, 2]} 

>>> dd.update(thnee=3) # © 

>>> dd 

{'three': 3, 'one': 1, 'two': [2, 2]} 
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(self) 



missing_7 j)£ (#JAL 3.4.2 i?) £pf£ 



I (self .get() 


self._getitem_()) , p(j 







T, ^ 12-2 ^iPyPy 



( http ://pypy.readthedocs .io/en/latest/cpython_differences .html#subclasses- 
of-built-in-types ) o 


7Jn^[J 12-2 diet. update AnswerDict._getitem 



>>> 

class AnswerDict(dict): 


• • • 


def getitem (self, 

key): # © 

• • • 


return 42 


• • • 

>>> 

ad 

= AnswerDict(a='foo') 

# © 

>>> 

ad 

['a'] #© 


42 




>>> 

d 

= {} 


>>> 

d. 

update(ad) # © 


>>> 

d[ 

'a'] # © 


'foo' 



>>> 

d 



{'a' 

1 . 

• 

'foo'} 
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@ ad['a ' ] M® 42, 



0d^ diet 


% $J, i£f$ ad ®|ft{ 




ff do 


® diet. update 7fT AnswerDict._getitem 
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collections 



(http://docs.python.or^3/library/collections.html) l i I ffiJ^S> f^ll^P 

UserDict^ UserList ^P UserString, 
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diet, collections.UserDict, 12-1 
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iL/Jn'N 12-3 o 


7K^lJ 12-3 DoppelDict2 ^P AnswerDict2 nfc{ 

UserDict, ““ ” 



* 


rfn^H diet 


>>> import collections 
>>> 

>>> class DoppelDict2(collections.UserDict): 

... def _setitem_(self, key, value): 

... superQ._setitem_(key, [value] * * 2) 

• • • 

>>> dd = DoppelDict2(one=l) 

>>> dd 

{'one’: [1, 1]} 

>>> dd['two 1 ] = 2 

>>> dd 

{'two': [2, 2], 'one': [1, 1]} 

>>> dd.update(three=3) 

>>> dd 

{'two': [2, 2], 'three': [3, 3], 'one': [1, 1]} 

>>> 

>>> class AnswerDict2(collections.UserDict): 

... def _getitem_(self, key): 


return 42 




























































>>> ad = AnswerDict2(a='foo') 
>>> ad['a'] 

42 

»> d = {} 

>>> d.update(ad) 

»> d['a' ] 

42 

>>> d 

{'a': 42} 
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&\ 12-4 


k/jl ) ix m m rvnm 77 trj 


UML 




12-4 diamond.py: 



12-1 4^ A, B, CfDD 01^ 


class A: 

def ping(self): 

print('ping:', self) 


class B(A): 

def pong(self): 

print('pong:', self) 


class C(A): 

def pong(self): 

print('PONG :', self) 


class D(Bj C): 


def ping(self): 
super().ping() 




























































print('post-ping :', self) 

def pingpong(self): 
self.ping() 
super().ping() 
self.pong() 
super().pong() 

C.pong(self) 



>>> from diamond import * 

>>> d = D() 

>>> d.pong() # O 

pong: <diamond.D object at 0xl0066c278> 
>>> C.pong(d) # © 

PONG: <diamond.D object at 0xl0066c278> 











£P/Jn$] 12-4 t D M*} 






iMU, D. ping Jj'UnjVX 




4 ^E Python2 f, HIE D.pingpong 1 jhk supen(). ping() BfchS super(D, 

self).ping()o 


def ping(self): 

A.ping(self) # M'f l!super(). ping() 
print('post-ping :', self) 


£ 


m 


E> 9 









(unbound method) » 






12-6 

40 


super() 



>>> from diamond import D 
>>> d = D() 

>>> d.ping() # O 

ping: <diamond.D object at 0xl0cc40630> # © 

post-ping: <diamond.D object at 0xl0cc40630> # © 


Od^ ping 

® super() .ping() ; super ping A 

A.ping ftlBo 


© print( 'post-ping: ', self), 


D pingpong #P/Jn$ [ J 12-7 fix 



o 







12-7 pingpong 7j '/£0tl 5 12-4 ^) 


>>> from diamond import D 
>>> d = D() 

>>> d.pingpong() 

ping: <diamond.D object at 0xl0bf235c0> # O 

post-ping: <diamond.D object at 0xl0bf235c0> 
ping: <diamond.D object at 0xl0bf235c0> # © 

pong: <diamond.D object at 0xl0bf235c0> # © 

pong: <diamond.D object at 0xl0bf235c0> # © 

PONG: <diamond.D object at 0xl0bf235c0> # © 






mro 



J \± o 12-8 rf 1 



mro 




>>> bool._mro_ _ o 

(<class 'bool'>, <class 'int'>, <class 'object'>) 
>>> def print_mro(cls): © 






... print(', '.join(c._name_ for c in els._mro_)) 

• • • 

>>> print_mro(bool) 
bool, int, object 

>>> from frenchdeck2 import FrenchDecl<2 
>>> print_mro(FrenchDecl<2) © 

FrenchDecl<2, MutableSequence, Sequence, Sized, Iterable, Container, object 

>>> import numbers 

>>> print_mro(numbers.Integral) © 

Integral, Rational, Real, Complex, Number, object 
>>> import io © 

>>> print_mro(io.BytesIO) 

BytesIO, _BufferedIOBase, _IOBase, object 
>>> print_mro(io.TextIOWrapper) 

TextIOWrapper, _TextIOBase, _IOBase, object 


O bool JA int object 



•/ : 


O 


© printjnro tSlHjOT 



E3 


M 7K Jj i 



o 


© FrenchDeck2 





n collections.abc 




35 5 k o 


© 



7 ! numbers Stf-tt 




355^Z o 


© io 



(45... Base 


BytesIO TextIOWrappero open() 




fPJM«S, £p 





C3 If if If o Michele Simionato fitlifc3t“The 


Python 2.3 Method Resolution 

Order” (https://www.python.or^download/releases/2.3/mro/) M 







ii'h, C3 


, Simionato -fejill: 
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it Python feiHJT T» 

^^java^^fgn Mgmmm, ra 


Hcollections.abc TT jT 




TEH 


n P 0 T » JR g 




5 


ItfffiifttL Java 8 til ft 1Sft§T^t&iTll’7j 6tl Java 
( https y/doc s. or a c le. c om/ja va s e/tut oria 1/java/IandI/de faultme thods. html ) 0 


GUI ITkinter (tkinter 11^ Tcl/Tk (ft Python g 


n, https://docs.python. or g/3 /I ibrary/tkinter.html ) JE 






|JT« 


§Sc- 



12-2 T 



^ Tkinter /J^#M#C^$||ft 


AA 

R 


P 


:T> ® 12-3 my tkinter (tkinter.ttk 

TT https://docs.python.org/3/library/tkinter.ttk.html) 0 


































































o 


Canvas 


Listbox 


Text 


Spinbox 


Entry 



© 


© 


SI 12-3: Tkinter GUI IIUMLf^S; it «mixiii» iB8<J 



, Tkinter Bin 20 # T > 




7p:£ft o T-Mi£ ^ ® $?(ft M frt , zBE Tkinter o 


* 



S 12-3 tw/ltlo 


O Toplevel: ^ Tkinter MW □ 


© Widget: 
©Button: 


o Entry: -WW 






O 


© Text: 



tr B 





















































































































12-8 

printjnro 


>>> import tkinter 

>>> print_mro(tkinter.Toplevel) 

Toplevel, BaseWidget, Misc, Wm, object 
>>> print_mro(tkinter.Widget) 

Widget, BaseWidget, Misc, Pack, Place, Grid, object 
>>> print_mro(tkinter.Button) 

Button, Widget, BaseWidget, Misc, Pack, Place, Grid, object 
>>> print_mro(tkinter.Entry) 

Entry, Widget, BaseWidget, Misc, Pack, Place, Grid, XView, object 
>>> print_mro(tkinter.Text) 

Text, Widget, BaseWidget, Misc, Pack, Place, Grid, XView, YView, object 




Toplevel Widget [ft, 

Ifn, WPt^MfliJWP^W# 


±0 Toplevel %&&& Wm, 

it, #J£ni&JiWP#M#liBJiWP&tfIo 


Widget BaseWidget, ®Jt/?cT Pack, Place ^P 

Grido ^f^f pf ff />I # 0 


5*C7H 


api 


Button Rt§l Widget EfttM^> 
Misc, 


Entry Jk Widget ^P XView Eftt^, 


Text ^ Widget, XView ^P YView £ftt^, 




it it 






Tkinter o 






mnmm-wmm-. c g mwi $n jit ) „ 


4p, 



(-wai**S) SitTigffl (fct4p*7Tr« 


fsraMra^w) fp©x mmx^j, itmmit, n 





>tlo ? "vT -> J 


J o 




-Alan Kay 

“The Early History of Smalltalk” 


#H Alan Kay /?? m * 
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(mixin class) 
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- - cp 1 

^j>> H r rp 



^JS 





Python 





Ai^UpA .. .Mixin jsio Tkinter ')5c A Ail il A HA, £nAA£l*l 
tftiS, XView XViewMixin, Pack PackMixin, Hi 

12-3 A#«mixin» 










o Ail, 










Ate 




o 










3PA Beta ^P Gamma 


class MyConcreteClass(Alpha, 




Beta, 



Gamma): 










P, TM^ tkinter.Widget 

( https ://hg.python.org/cpython/fi 1 e/3.4/Lib/tki nter/_init_.py#12141 ) : 


class Widget(BaseWidget, Pack, Place, Grid): 

.Internal class. 

Base class for a widget which can be positioned with the 

geometry managers Pack, Place or Grid.. 

pass 


Widget 












fW ListView«^M»WW^, ffijg 4 12.5 


Dj ango 





Alex Martelli Scott Meyer +5 fit) More Effective C+ + 

















































































































































’’Grady Booch et al., Object Oriented Analysis and Design, 3E (Addison-Wesley, 2007), p. 109. 




Tk Wm Misc, 
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TopLevel 
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Misc 
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iMU, U 
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m, at®mm * 




__ TO 

TTn :£c 








A>/, 


n iflS, Ab£ 




M#A^g#§l©i'J#^fgSAMo A Dj ango A , 
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N 


7D 



UA fitJ iSffi M H3 ^ 
HA 




A t£r Mo 





Django 1.3 3IA7SMHHm MHHIASA. MAfPfeOTMlft 

^Ifcb4 









django. views .generic AEft base H^JL #P® 12-4 $t/K° 

IHH {iHTl!nPEftMAI*t> View A TemplateResponseMixin, A 


mm 



O 



A Classy Class-Based Views NA (http://ccbv.co.uk) 


1=3 o 



AM VMi&iWMm&RU ISA> 





ihpeiejhh). gmmm , ma 


GitHub 4A^J@3 

( https://github.com/dj ango/dj ango/tree/master/dj ango/views/generic ) 
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base 


View 


_in it_ 

as_vjew 

dispatch 

http_method_not_allowed 

options 


TempiateResponseMixin 


template_name 

response_class 


render_to_response 

get_template_names 


ContextMixin 


RedirectView 


pattern_name 

permanent 

url 

query_string 


delete 

get 

get_redirect_url 

head 

patch 

post 

put 


TemplateView 


content_type 

response_class 

template_name 


get 


get_context_data 




12-4: django.views.generic.base UML^ 


view £p 


dispatch Tj'Ho (handler) , 

#P get> head^ post HTTP sjjisjo 10 RedirectView M 




View, hjl^ 




U, 


get> head^ post 


10 


Django as_view MTj'UMi View UPlt;^ 






View View 

Pjg? TemplateView R 
















get^c HTTP POST if MR 

§p TemplateView, %£MM. fit! View.dispatch tAicA post 

flhMJjfe, 0JAAM® HTTP405 Method Not Allowed (AAiAflM 

AAA) nfoj&o 11 


APlI^ATKi+tJlit, Django 

( https://en.wikipedia.org/wiki/Template_method_pattern) o 

m^n dispatch 











B 












'J m 


>'/£L 


%j View 



^ 'N 


TemplateResponseMixin » M 

#P, RedirectView HlihtiAmi 




AAMAo TemplateResponseMixin A TemplateView 
django.views.generic (Mi \P 

ListView^ DetailView, HI 12-5 A: 


django.views.generic.list ^IA^Pr^A base HA A 


w M. 



o 



allow_empty 

context_object_name 

model 

page_kwarg 

paginate_by 

paginate_orphans 

paginator_class 

queryset 


get_allow_empty 

get_context_object_name 

get_paginate_by 

get_paginate_orphans 

get_paginator 

get_queryset 

paginate_queryset 



base 


r 

ContextMixin 



View 


TemplateResponseMixin 


A 


MultipleObjectTemplateResponseMixin 

template_name_suffix = 'Jist' 

get_template_names 





12-5: django.views.generic.list 



umlUHI; HIA 





A base 


(#AH 12-4) ? ListViewA 
























































































MM- sy BaseListView ii 1' #1 it ft f 

ft, View fP MultipleObjectMixin ffijfttbfi'ci'iS 

Wlf'JflWfS. 


ffl JSONt&5£«J 




4/ Tkinter tf-l tt , Dj ango ftlft ft fft ft A PI tit 

rs, Django ^-t-sAfta 

SxillMIk .. .Mixin. 






12.6 













n -? 




UlitL PH^rjj'J list^ diet str 
UserList^ UserDict UserString 

collections Wk$k (https://docs.python. 0 rg/ 3 /library/collections.html) 4 1 





collections.abc 



(https://docs.python. 0 rg/ 3 /library/collections.abc.html) ^f*L (l(j^ 


WJ, 



mro 










icCl&JiPJ, rtliEft super() 



mro 





> miVMftT Python 
GUI X U ,Q Tldnter » Tldnter 



MA2S. 

mmwm #im 






mmmm 

o fcb Tldnter Tj‘ 

‘ T '|j 5it/r 7 Django 




Ac 



Lennart Regebro (^ 

^$£^1^) RM Django 




O 
























































































































































12.7 M# fej ii 



(Sequence^ Mapping ^P Set) 


^.SIA collections .abc 

(Lib/ collections abc.py, https://hg.python.o rg/cpython/fi 1 e/3.4/Lib/ colleel 




Raymond Hettinger A; (ft A^“Python's super() considered 


super!” (https://rhettinger.wordpress.com/2011/05/26/super-considered- 



I. A H AAtie M James Knight |ft“ Python's Super is nifty, but you can't use 
it” (“Python's Super Considered Harmful”, https://fuhm.net/super- 


harmful/) Afp 'll (ft HA 



HH -Python 3 A (ft super i§if('/AW Python2 A IP A 4"ActPc 7 ° H 


IH (ft l' 1 IIMH ^ M M TpC, AAAJC^ TtAAfio Michele Simionato A# 



(http://www.artima.com/weblogs/viewpost.jsp?thread=246488) A Am I 1 T 



7pt iAfr T AHH , APAThe wonders of cooperative inheritance, or using 


super in Python 3” (http://www.artima.com/weblogs/viewpost.jsp? 
thread=281127) , “Mixins considered harmful”!!?—AP A 
(http://www.artima.com/weblogs/viewpost.jsp?thread=246341 ) ^PJI^rP 
A ( http://www.artima.eom/weblogs/viewpost.jsp?thread=246483) , Lp 
A.“Things to Know About Python Super”^^ oP A 
(http://www.artima.com/weblogs/viewpost.jsp?thread=236275) > 

A ( http://www.artima.eom/weblogs/viewpost.jsp?thread=236278) AlJltA 
rPA (http://www.artima.com/weblogs/viewpost.jsp?thread=237121 ) „ H 


¥-(ftAAAA Python2 (ft super 



















































































UserDict, UserList ^P 


UserString 









CPython 

fft ^ it {$. 

diet, list ^P str, JIae!$iMJH\ 3% 

in 


K rTn 




r'-iu- 

^ ' > aE 5r 

SlthM'n 



'Ifr® S , 






v C++ fit! Java 






o 



a, Java8?IA7KiA^te. S'®#®P A C++ fP PythonfflASV 



SPK# 

PSTTttiS. Java 

tttt. 



a , fisvmai'HiwvAawES'j: javawg 

, ffifflftrfeW JVM igsgit Scalar, M 




>Ah ^ 

'a 





p c=r 


PHP ^P 


Groovy, Rust ^P Perl 6o 0jtfc nj VX ift, 



o 


Ruby M 

















Go fP Julia 



o Go 



, fS^'G3 



lin'jm i-i -tj Ht wr=r j 

(®ti#Jtt3t 11 o Julia (class) S7A 

;5Bl p gfcjS^u-^krTOb? _\ T„PC /□ B 

itk 

Julia ^ 7 . 8.2 


m> (type) o Julia 

*$, nmmmf%, m&mtMm 











James Gosling 
Java ;^l5£ 


1 Hi tl “The C Family of Languages: Interview with Den nis Ritchie, Bjame Stroustrup, and James 
Gosling ”—-JC (http://www.gotw.ca/publications/c_family_interview.htm) o 





1.2.1 TJ, 
add mul 


Vector 



#o 1-2 




° im 9-2t, 

Vector2d._eq_Vector(3., 4) == [3 3 4] tUM 

(True) , 







mnmm-. 





















































































































o 




# Python a 


PH 


“6.5. Unary arithmetic and bitwise 


H 




operations - 

2 (https://docs.python.org/3/reference/expressions.html#unary-arithmetic-and- 

nc T5i M. 


bitwise-operations ) M lB T 










6.6 t?, 6.5 i?o - 

- (_neg_) 








WA -x == 2 


+ (_pos_) 





~ ( invert ) 









o 


-(x+l)o ^n^:X^2, IP# ~X 


Python ® g ^ (ft “Data Model”—# 

(https://docs.python.Org/3/reference/datamodel.html#object._neg_ ) 


F^JtEft abs(. ..) 




abs 


)A 1.2.1 i? 



SUM 










self, 






o 
























































































e self 


o abs(...) {S^ 


M - 3 


ORM^> SQLUIHERE 


bttmPJTT&y 10 Vector 7K 


13-1 


7 km 10-16 mm 


abs 


neg_^P_pos 



/rfr 


7f,\^\ 13-1 vector_v6.py: - ^P + ^^PlLl/J^ 1 ] 10-16 

* 


def _abs_(self): 

return math.sqrt(sum(x * x for x in self)) 

def _neg_(self): 

return Vector(-x for x in self) O 

def _pos_(self): 

return Vector(self) © 


07i+J¥ -v, Vector 3k{Xj, self 


®07i+J¥+v, Vector 5 


, ftA self 


Vector ilsftfrW 





Vector, init 





, 0 itt n eg ft po s 


0Al>fe7fi17o 





invert 77/7 


Vector 3 


Am 


ft if 



v, Python Type Error, M JeLUj tfl Pf % 7l ft A 0 


,17 “bad operand type for unary ~: 'Vector'” 


O 








jnfe^ff^Pi/Ro ftT 








ff+ (ft 13.3 ft) o 


X ft +X 1R 


pv, /.H 

Mm x == +x, 


Mil ft Python ft» /WMWf# t£T 








&#o Ufe, ! = +x^ft^o 


decimal.Decimal fyttW: x ^ Decimal ${^1, 









! = +Xo M £n , x#ri£Efti: 

^T, in&M 13-2^0 





+x, 3P^ x 
+x frf, 



/Jn^iJ 13-2 



>>> import decimal 

>>> ctx = decimal.getcontext() O 

>>> ctx.prec = 40 © 

>>> one_third = decimal.Decimal('1') / decimal.Decimal('3') © 

>>> one_third © 

Decimal('0.3333333333333333333333333333333333333333') 

>>> one_third == +one_third © 

True 

>>> ctx.prec = 28 © 

>>> one_third == +one_third © 

False 

>>> +one_third © 

Decimal('0.3333333333333333333333333333') 











o 



©one third == +one third jJUsl True. 



©as, one_third == +one_third M® False 0 
© 2# +one third, 28 □ 



+one third 






0 


if Decimal {Ste-s 



x ! = +x 



collections .Counter 


( https: //docs .python, org/3/library/collections .html#collections. Counter ) 


Counter s 

R, Counter M 





# +Counter, Hlfhil/^^- 

Counter 13-3 □ 




>>> ct = Counter( 1 abracadabra 1 ) 


>>> ct 

Counter({ 1 a 1 : 5, 

’r’: 2, 

* b *: 2, 1 d *: 1 , 

•c’: 1}) 

>>> ct[ 'r' ] = -3 
»> ct[ 1 d 1 ] = 0 
>>> ct 

Counter({ 1 a 1 : 5, 

■ b *: 2, 

’c’: 1, * d ': 0 , 

V: -3}) 

>>> +ct 

Counter({ 1 a 1 : 5, 

■ b *: 2, 

’C: 1}) 







3 ^Zi^d;§tytfflJP - ‘IT: >>> from collections import Counter., 


















































/> 


Vector M&FT' , &M"Data Model” 



+ ^“3.3.6. 


f+ 


Emulating container types’’^ V 
( https: //docs .python, org/3/reference/datamodel .html#emulating- 

if (ffl-rws), ur 


container-types) 

* i 




iIW (fflT 





rjl'J) o M 


+ ^P 


* 1 



Vector 5^ 



p7m 



0 


oiwtnit—SwfflW*—i'irloH:. 





>>> vl = Vector([3, 4, 5]) 

>>> v2 = Vector([6, 7, 8]) 

>>> vl + v2 

Vector([9.0, 11.0, 13.0]) 

>>> vl + v2 == Vector([3+6, 4+7, 5+8]) 
True 



>>> vl = Vector([3, 4, 5, 6]) 

>>> v3 = Vector([l, 2]) 

>>> vl + v3 

Vector([4.0, 6.0, 5.0, 6.0]) 








£P/Jn$!J 13-4 


13-4 Vector, add % 1 Wi 














































































# iSiVectorl^'t/i!^ 

def _add_(self, other): 

pairs = itertools.zip_longest(self, other, fillvalue=0.0) # © 

return Vector(a + b for a, b in pairs) # © 



_add_Vector 

other 0 








o 






(self) , 



o 



/K^iJ 13-4 Vector t\\3\ Vector2d _h, 

Vector 13-5 /jJfzj 


\ 


O 


/kW 13-5 



IS 1 }K Vector. add tTittilltf# Vector 


>>> vl = Vector([3, 4, 5]) 

>>> vl + (10, 20, 30) 

Vector([13.0, 24.0, 35.0]) 

>>> from vector2d_v3 import Vector2d 
>>> v2d = Vector2d(l, 2) 

>>> vl + v2d 

Vector([4.0, 6.0, 5.0]) 


13-5 



add 


zip_longest(. ..), tiltis 



S/r Vector * 



, MI. 

zip_longest(. ..) 






















































































o 



13-6 

Vector. 


vector 

add 7T ®i 4b 11 




o 


>>> vl = Vector([3, 4, 5]) 

>>> (10, 20, 30) + vl 

Traceback (most recent call last): 

File "<stdin>", line 1, in <module> 

TypeError: can only concatenate tuple (not "Vector") to tuple 
>>> from vector2d_v3 import Vector2d 
>>> v2d = Vector2d(l, 2) 

>>> v2d + vl 

Traceback (most recent call last): 

File "<stdin>", line 1, in <module> 

TypeError: unsupported operand type(s) for +: 'Vector2d' and 'Vector' 



(1) _add_Notlmplemented, 

a._add_(b), 

(2) a tjbW_add__add_7 j '/IMIn] 

Notlmplemented, b _radd_Tjli, , Millie W 

M® Notlmplemented, iMM b._radd_ (a), 




Notlmplemented, TypeError, 





\J O 






a + b 



JE 



Notlmple- 

mentedR^? 


_LL 

7E) 



1 




13-1: add fP radd if % a + b 



radd 


ii: 


add frf‘Jxlf ’ (reflected) (reversed) 

Alex^ Anna fP Leo pf(right) #5f7jff, 



^ B 4fr /v-^S- Ba 


radd fP 


rsub 



^ lli^ o 


15 5 


f£W A^itioA Python Af5 P 3 itPlSifP iio “Data Model 


( https://docs.python.org/3/reference/datamodel.litml ) JIJ ifj/H “reflected” (Jxtf) > rff] numbers f 
P 3 >C|' , || , |'J“9.1.2.2. Implementing the arithmetic operations 


55 





s «. 

At 


-H- 


N 


( https:/ / doc s. python, org/ 3/library/numbers. html# implc me nting-the -arithmetic - opc rations ) ill Oil 


7 t “forward 


55 




nj; /H*tu“reverse” (Jxln]) Aii 

mm 
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@j&, mmmm 


Vector, radd 







O 






add_TfS, Notlmplemented ^Pjjti^F^P 


mmttmtimm, wa python 


radd 



o 



in^f/E 


^ll^E Notlmplemented NotlmplementedError ^ 'M 7 

B. Kfc 66 i¥t /fell /* f n ER rh &g 4^ >m Vt /tfeKfc -fcr *fc^ && hk TEH 4t 


o 




mk, IP^MEtlM® (return) 
NotlmplementedError 





lB (raise) , 


rrn. o 



radd 13-7 #P3 n 0 


tjn^J 13-7 Vector, add radd Tjilfe 


# ^VectorH't/l^ 

def _add_(self, other): # O 

pairs = itertools.zip_longest(self, other, fillvalue=0.0) 
return Vector(a + b for a, b in pairs) 

def _radd_(self, other): # © 

return self + other 


O_add_13-4 4^#> 

_radd_ 

© radd MJcllfB add 











/K^lj 13-4 Vector 

0 


MM* MtiU Vector2d % 


immm. a- um, 

i^_add _tmi, 

^P/K^'J 13-8 )?T7Ko 























































































































13-8 Vector, add 



>>> vl + 1 

Traceback (most recent call last): 

File "<stdin>", line 1, in <module> 

File "vector_v6.py", line 328, in _add_ 

pairs = itertools.zip_longest(self, other, fillvalue=0 
TypeError: zip_longest argument #2 must support iteration 




13-9 Vector, add 




>>> vl + 'ABC' 

Traceback (most recent call last): 

File "<stdin>", line 1, in <module> 

File "vector_v6.py", line 329, in _add_ 

return Vector(a + b for a, b in pairs) 

File "vector_v6.py", line 243, in _init_ 

self._components = array(self.typecode, components) 

File "vector_v6.py", line 329, in <genexpr> 
return Vector(a + b for a, b in pairs) 

TypeError: unsupported operand type(s) for +: 'float' and 'str' 



[® Notlmplemented, TypeErroro M® Notlmplemented 











Notlmplementedo 



Notlmplemented, Python TypeError, 

{^^“unsupported operand type(s) for +: Vector 


and str”o 


Tj^iJ 13-10 Vector Jj 








7Jn$!J 13-10 vector_v6.py: + $^(JPPJ vector_v5.py (JE 

10-16) 4* 


def _add_(self, other): 

try: 

pairs = itertools.zip_longest(self, other, fillvalue=0.0) 
return Vector(a + b for a, b in pairs) 
except TypeError: 

return Notlmplemented 

def _radd_(self, other): 

return self + other 










% TypeError Mf\ 

Notlmplementedo 




±LL 







O 





add radd 



















































Vector([lj 2j 3]) 

(scalarproduct) , 


* 


x 


e Ea ? 

S > tlf* • 




0 






1\§T Vector 


Tcifjn 1 - t/jn m 





X 








(elementwise multiplication) 


o 


>>> vl = Vector([l, 2, 3]) 
>>> vl * 10 

Vector([10.0, 20.0, 30.0]) 
>>> 11 * vl 

Vecton([11.0, 22.0, 33.0]) 



# iS;Vector|^4 J fe^C 

def _mul_(self, scalar): 

return Vector(n * scalar for n in self) 

def _rmul_(self, scalar): 

return self * scalar 









int^ bool (int fractions. Fraction 



mul 




13-10 mw , 

^tTypeErroro {SH, 

fEHTHIiTI isinstance() scalar {StI 

Eft 5^37 numbers. Real i27b;(ftJ|.3S 

777ni7Mlft4tp|^I7 MiLiETE# numbers.Real 




rm. 










^TTi&^EiB# 11.6 T? decimal.Decimal TEEE=I B 
numbers.Real ft|t®7T7 @j7, Vector 
decimal. Decimal Wi^ro 
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from array import array 
import reprlib 
import math 
import functools 
import operator 
import itertools 
import numbers # © 

class Vector: 

typecode = 'd' 

def_init_(self, components): 

self._components = array(self.typecode, components) 

# #JEhttps://github.com/fluentpython/example-code c i l lWvector_v7.py 

def _mul_(self, scalar): 

if isinstance(scalar, numbers.Real): # © 

return Vector(n * scalar for n in self) 
else: # © 

return Notlmplemented 









































































































def _rmul_(self, scalar): 

return self * scalar # © 



>>> vl = Vector([1.0 J 2.0, 3.0]) 

>>> 14 * vl 

Vector([14.0, 28.0, 42.0]) 

>>> vl * True 
Vector([1.0, 2.0, 3.0]) 

>>> from fractions import Fraction 
>>> vl * Fraction(l, 3) 

Vector([0.3333333333333333, 0.6666666666666666, 1.0]) 












- 

_sub_ 

_rsub_ 

_isub_ 


* 

_mul_ 

_rmul_ 

_imul_ 

mmmnn® 

/ 

_truediv_ 

_ntnuediv_ 

itnuediv 

mi 

// 

_floondiv_ 

_nfloondiv_ 

_ifloondiv_ 


% 

_mod_ 

_nmod_ 

_imod_ 

Mm 

divmod() 

_divmod_ 

_ndivmod_ 

_idivmod_ 


** 

j 

pow() 

_pow_ 

_npow_ 

_ipow_ 

Mm* 

@ 

_matmul_ 

_nmatmul_ 

_imatmul_ 

tmmrn* 

& 

_and_ 

_nand_ 

_iand_ 


' 

_on_ 

non 

_ion_ 


A 

_xon_ 

_nxon_ 

_ixon_ 


<< 

_lshift_ 

_nlshift_ 

_ilshift_ 


>> 

_nshift_ 

_nnshift_ 

_inshift_ 



* pow Still—modulo t! njizfefltl: pow(a, b , modulo), 
(jD a._pow_(bj modulo)) 











o 

































# Python 3.5 f/r^l Afttl- 








ft iftiMX 




o 



mv\^ 





Python 3.5 ft 5 1 A fift 4 1 Wl fe 




Python3.4 Python 

3.5 (ft pre-alpha ltS.^5J/lT“PEP 465 — A dedicated infix operator for 
matrix multiplication” (https://www.python.org/dev/peps/pep- 


0465/) , 

IR) o @tS##El3# 



(iMU, a @ b H a |P b (ftP? 




matmul 


rmatmul |P 


imatmul ft!“matrix multiplication” 


IS) o 



7C Python 3.5 



mmu 0Jib NumPy fflPA UU^MliB) 


Python 

@ (Python3.4 , a @ b ° 




Python3.5, 



Vector 





>>> va = Vector([l, 2, 3]) 

>>> vz = Vector([5, 6, 7]) 

>>> va @ vz == 38.0 # 1*5 + 2*6 + 3*7 

True 

>>> [10, 20, 30] @ vz 
380.0 

>>> va @ 3 

Traceback (most recent call last): 

• • • 

TypeError: unsupported operand type(s) for 'Vector 1 and 'int' 





























































class Vector: 



def _matmul_(self, other): 

try: 

return sum(a * b for a, b in zip(self, other)) 
except TypeError: 

return Notlmplemented 

def _rmatmul_(self, other): 

return self @ other 





code ) M vector_py3_5 .py ^ ° 


Python3.5 SyntaxError ! 

























o 






c & J, 



7t/k° #!l#n, XT == 

tmiJl 7; 





13-2 

7T&, JR 

It 




IWiM 


XT == TP 1=7 

M7JMt±l TypeErroro 


%Wt> Python it 




&tJ ID, 



13-2: & 





ff: 7[77f^M0NotImplemented7lii7 ijn 




^ iff fe 3¥ 



Js & #L ffl 


a == b 

a ._eq_(b) 

b. eq (a) 

MN id(a) == id(b) 


a ! = b 

a ._ne_(b) 

b. ne (a) 

M0 not (a == b) 


a > b 

a -_gt_(b) 

b. It (a) 

JMlB TypeError 


a < b 

a ._It_(b) 

b. gt (a) 

JMttS TypeError 


a >= b 

a -_g e _(b) 

b. le (a) 

JMlB TypeError 


a <= b 

a ._le_(b) 

b. ge (a) 

MttST ypeError 






























































Python 3 (ft iff \~X % 


Python 3 M HI _eq_ 




Python3 MiS TypeError, ' unorderable 


types: int() < tupleQ'o iEPython2 l= K i> 








0 jib Jib Hi M ij TypeError Hip Sift 


vector_v5 .py 



Vector._eq 



O 


class Vector: 

def _eq_(self, other): 

return (len(self) == len(other) and 

all(a == b for a, b in zip(self, other))) 


P/jN^ij 13-12 JpJtzi 


\ 


o 


7K^|J 13-12 Vector Vector Vector2d 

tm 


>>> va = Vector([1.0, 2.0, 3.0]) 

>>> vb = Vector(range(l, 4)) 

>>> va == vb # O 

True 

>>> vc = Vector([l, 2]) 

>>> from vector2d_v3 import Vector2d 
>>> v2d = Vector2d(l, 2) 

>>> vc == v2d # © 

True 

»> t3 = (1, 2, 3) 

>>> va == t3 # © 

True 





m 



/ /i' 


iM Vector 





o 























































© $PS; Vector Vector2d 

SfefWS#. 7 

I 7 ^l^istf0t#IMJ±S^ i ^r: TypeError: object of type 'Vector2d' has no len(), 00 
Vector2d 'SWStSft_len_vc == set(v2d) ,f[^0i.[e] True = -H 

mi 




Vector (^c# Vector _eq_fft 

M® Notlmplemented, i± Python £bJ!o #JaL^k^!J 

13-13o 


13-13 vector_v8.py: Vector _eq_7 j'/£ 


def _eq_(self, other): 

if isinstance(other, Vector): O 

return (len(self) == len(other) and 

all(a == b for a , b in zip(self, other))) 

else: 

return Notlmplemented © 


O #PJI: other Vector Vector ) , 3P 

M® Notlmplementedo 

13-13 Vector._eq_13-12 4* 




7K#!l 13-14 ijTKm 13-12 


>>> va = Vector([1.0^ 2.0, 3.0]) 

>>> vb = Vector(range(l, 4)) 

>>> va == vb # O 

True 

>>> vc = Vector([l, 2]) 

>>> from vector2d_v3 import Vector2d 
>>> v2d = Vector2d(l, 2) 

>>> vc == v2d # © 

True 

»> t3 = (1, 2 , 3) 

>>> va == t3 # © 

False 






m-W, 

tti-#, 





O 





13-14 
^#1 13-13 
# Vector2d 





EH 





7j'/ 7M07 Notlmplementedo Vector $f^|j 




O 


(1) ;%7i+J¥vc == v2d, Python iJM Vector._eq_(vc, v2d)o 

(2) ^7 Vector._eq_(vc, v2d) $ti# v2d Vector Hjih 

M® Notlmplementedo 

(3) Python #^ij Not Implemented 

Vector2d._eq_(v2dj vc)o 


(4)Vector2d._eq_(v2dj vc) 

WL, ^n^^True (Vector2d. 



eq 















o 






o 


13-14 4 1 * Vector ^tc bfc 


O 


(l);%Ti+J¥va == t3, Python iJl^l Vector._eq_(va, t3) 


(2) IS Vector._eq_(va, t3) t3 Vector 0jihi§. 

HI Notlmplementedo 

(3) Python %3\ Notlmplemented tuple. eq (t3j 

va) o 


(4) tuple._eq_(t3j va) ^ 

Notlmplementedo 



Vector 0 jifciii. 0 


(5) M == Notlmplemented, Python 



fr/J ID, 




O 


wa !=isiti? 0 



object 11 


ne 7 j 



77m, M/CTM 0 


Notlmplemented, 


O 



hvl , X\f/j 


\ 



13-14 



m 






>>> va != 
False 
>>> vc != 
False 
>>> va != 
True 


vb 

v2d 

(1, 2, 3) 


^object 0 M /!(0 





p=r 




7ffi;> 



object._eq_object._ne 





object_richcompare tlifftt 1 , til 1 CPython 


Objects/typeobjectc 3ttt 

(https://hg.python.org/cpython/file/c0e311e010fc/0bjects/typeobjectc ) 1 1 1 = 


def _ne_(self, other): 

eq_result = self == other 



























































































if eq_result is Notlmplemented: 

return Notlmplemented 
else: 

return not eq_result 



Python 3 X Pi 


10 




(https://docs.python.or^3/reference/datamodel. html) ij£: “x==y 


AZ 




x!=y^j^ALo $}]&, 



eq_() 7j'&, 



X _ne_()7 j7£, n'WHo ”M Python2 

{KM Python 3 M X, jk&i$L, 



object MM 


ne 7» 



□ Guido 



M ^“What's New in Python 3.0”—*3t 
(https://docs.python.or^3/whatsnew/3.0.html#operators-and-special- 
methods ) M Bjj 7 > ^“Operators And Special 

Methods”—naT 1 ° issue 

4395 (http://bugs.python.or^issue4395) 


10 
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Vector 



£P7Jn$!J 13-15 #T/Jn 



>>> vl = Vector([l, 2, 3]) 

>>> vl_alias = vl # o 

>>> id(vl) # © 

4302860128 

>>> vl += Vector([4, 5; 6]) # © 

>>> vl # © 

Vector([5.0, 7.0, 9.0]) 

>>> id(vl) # © 

4302859904 

>>> vl_alias # © 

Vecton([1.0, 2.0, 3.0]) 

>>> vl *=11 # © 

>>> vl # © 

Vector([55.0, 77.0, 99.0]) 

>>> id(vl) 

4302858336 


Vector([1, 2, 3]))fr 
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0 vl ftj Vector ^#||!Kj IDo 






o 


0 ^2 vl alias, 



o 



©in#, vector 














* \MW _iadd 



a += 









£n Vector H, — 

0 /* 'M tfi Ll-i 






o 




y< > 



L 4 

add 


#> 11-12 BingoCage 


iadd 



AddableBingoCageo /K^lJ 13-16 + fe 



TK^lJ 13-16 {jsM + fe#fvpfjfM AddableBingoCage $ 


»> vowels = 1 AEIOU' 

>>> globe = AddableBingoCage(vowels) O 
>>> globe.inspect() 

('A', 'E'j , 'O', 'U') 

>>> globe.pick() in vowels © 

True 

>>> len(globe.inspect()) © 

4 

>>> globe2 = AddableBingoCage('XYZ') © 

>>> globe3 = globe + globe2 
>>> len(globe3.inspect()) © 

7 

>>> void = globe + [10, 20] © 

Traceback (most recent call last): 

• • • 

TypeError: unsupported operand type(s) for +: 'AddableBingoCage' and 'list' 


O fjM 5 ^TC 




© vowels 4 1 


O 





























































































© AddableBingoCage IMlLS TypeError 0 3PA 



7j A M IhJ Not Implemented H Python pH, 


AddableBingoCage $:M _iadd 

13-17 ffi&o 



13-17 += AddableBingoCage 

13-16) 


>>> globe_orig = globe O 
>>> len(globe.inspect()) © 

4 

>>> globe += globe2 © 

>>> len(globe.inspect()) 

7 

>>> globe += ['M', 'N'] © 

>>> len(globe.inspect()) 

9 

>>> globe is globe_orig © 

True 

>>> globe += 1 © 

Traceback (most recent call last): 

• • • 

TypeError: right operand in += must be 'AddableBingoCage' or an iterable 









© ll ^, globe globe_orig M 
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©AddableBingoCage $ 




fnilcfFi 



o 


?±m, ^ + *n it , 


+= 



+fe 



AddableBingoCage) , 

^1$! o M += 







O 



7 AddableBingoCage 

13-18 $T^° 





13-18 bingoaddable.py: AddableBingoCage tfTJI 
BingoCage, 3£W + += 


import itertools O 

from tombola import Tombola 
from bingo import BingoCage 

class AddableBingoCage(BingoCage): © 

def _add_(self, other): 

if isinstance(other, Tombola): © 

return AddableBingoCage(self.inspect() + other.inspect()) © 
else: 

return Notlmplemented 

def _iadd_(self, other): 

if isinstance(other. Tombola): 

other_iterable = other.inspect() © 
else: 





































































try: 

other_iterable = iter(other) 
except TypeError: © 

self_cls = type(self)._name_ 

msg = "right operand in += must be {!r} or an iterable" 
raise TypeError(msg.format(self_cls)) 
self.load(other_iterable) © 
return self © 


O “PEP 8—Style Guide for Python 

Code” (https://www.python.or^dev/peps/pep-0008/#imports) HiA AH 


© AddableBingoCage AM BingoCage 


O 


© add 



Tombola 


o 



other A Tombola AfA* 



o 





other li'JHi 


11 


11 



iter SSfET^Jp-iTiEo SS> lit I'M tuple (other), i>cf 

H . load(...) 




—* ' »-» rrrzr \>l>? 


jcm, 



VI I—I N 


V/T'S 


fs 
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A other iterable 



self 


O 
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add iadd 





add 


iMffl AddableBingoCage 




0 
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iadd 




Hip, 13-18 

, AddableBingoCage 



■MM: JAWd-Y 

radd 





jgf 
N ?fn ^Co 




#&bH, ®j£h, Python 


i+J¥ a + b frf, 



a Yk AddableBingoCage 5 


Tfn b A'Ak, Md 




M® Notlmplemented, jtkfrf iA ®T YX it b YJf 

b + a, M b AddableBingoCage M® 

Notlmplemented, IP y A PythonMil TypeError, 






O 






d self 
($H rmul 




IE®^i C$n mul ) 











































































(is> and^ or> not) » 






Notlmplemented {t , 

($n radd 
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O 
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7 Python J17 if 7 jf 7t l7 




O 




n, mmm 


#77: 


m, 

i7> 



iiRMN 



iTypeError ^ 


a h 


#7Eii£ 



isinstance J® 


mul 


77?, 




isinstance, H7 


p^rco rM-i^rcr'irj^p ixrnj ±i±ii3LaiiLc, re 

7s numbers.Real #l#lP 

isinstance(scalarj numbers. Real)» 

immift*, 

mm&M ii #o 




Python 7 object 






rfn 











isinstance 


o 








*51 
0 




M 
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Mft 





O 



ir ^##^l4^“Data Model” 


V21 



(https://d0CS.pyth0n.0rg/3/referenCe/datam0del.html) o 




ift 12 §P3ti7ftnJil 




ne () 






ftftn “Python 3 ftWiftf 3£, 

eq_() ftEft, ratt+J - h ® r 

Python 3 ft, il/ft [=! object _ne 

@itb— _ne_ ftfto Pythoni7i1ft7ft numbers 

EKJ“9.1.2.2. Implementing the arithmetic operations”—!? 

( https://docs .python.org/3/library/ numbers .html#implementing-the- 


arithmetic-operations ) fiftHf#—lift 



ftftif ft Python 3 Eft @singledispatch 

(#JAL 7.8.2 i?) o ft: David Beazley -ft BrianK. Jones Eft^fft 


(PythonCookbook (B 3 







ft, “9.20 lift:® 

S7l^ftlftftft° Martel 1C Ravenscrofl ft Ascher ft (Python 

(2.13 ft, ErikMax 



Cookbook (% 2 ) 

Francis filfft) , Mft 7 #0 ft 
iostream ftfto ft jft ft ft? ft 37 ft 



+t\ A-/r A*A- 

<< 



Python 







O 


functools.total_ordering (Python2.7 




) , 


C left ft 




'J5k 


ft° if functools 

(https://d0CS.pyth0n.0rg/3/library/fiinCt00lS.html#funCt00lS.t0tal_0rdering) o 






























































































































AMfC&tlifcA: Danlngalls (Smalltalk @3 PA fit! ) AfrtTA 


Simple Technique for Handling Multiple 

Polymorphism” (https://wiki.illinois.edU//wiki/download/attachments/273416 
VI jk Kurt J. Hebei h Ralph Johnson (Johnson*! ((^HTIJIA: AT 

) ^“Arithmetic and 







Double Dispatching in Smalltalk- 

80” (https://wiki.illinois.edU//wiki/download/attachments/273416327/double 
dispatch.pdf) o m (#P Smalltalk^ 

Python TP Ruby) iTj 2 ^ ^ □ 











131133 WWliA #Iiii“TheC 


Family of Languages: Interview with Dennis Ritchie, Bjarne Stroustrup, and 
James Gosling”^ 3t 

(http://www.gotw.ca/publications/c_family_interview.htm) , Til ft P Java 
Report, 5(7), July 2000 TP C++ Report, 12(7), July/August 2000 _ho #PIPcjf 


xTHlii 



a®, 


Vk © 





J D\ 




ft 




James Gosling Af/AiT Java A If 
o TE IP ifCTTf \A ’T 1 (“The C Family of Languages: Interview 
with Dennis Ritchie, Bjarne Stroustrup, and James 
Gosling”, http://www.gotw.ca/publications/c_family_interview.htm) , 



































































































Guido van Rossum 
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Gosling i&ill 




interest = principal * ((1 + rate) ** periods - 1) 


it# 

perio 


m ± 


principal te 


Hjtk, 

periods jkMWi, rate^ interest 
%L^r (Python ^ decimal.Decimal ^fit!$ 




w , it^ 


M /?jC ft 


{Bit# Java't 1 , 


float 


lit#:# 


>X*4- 

2*1 


DC'I V 


BigDecimal, 


Java 


#, 5:# BigDecimal : 


BigDecimal interest = principal.multiply(BigDecimal.ONE.add(rate) 

.pow(periods).subtract(BigDecimal.ONE)); 
















Java, 
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7Jn^!J 13-19 -^#1 13-9 — # 


>>> vl + 'ABC' 

Traceback (most recent call last): 

File "<stdin>", line 1, in <module> 

File "vector_v6.py", line 329, in _add_ 

return Vector(a + b for a, b in pairs) # O 

File "vector_v6.py", line 243, in _init_ 

self._components = array(self.typecode, components) # © 
File "vector_v6.py", line 329, in <genexpr> 
return Vector(a + b for a, b in pairs) # © 

TypeError: unsupported operand type(s) for +: 'float' and 'str' 


O Vector 



components 



> O 


@ components array 

Python 


1 



a + b 




O 



HIM til 7 TypeError 0 


® # ^ ft _h ff » PJii Vector 













iMffi Vector 


Vector([a + b for a, b in pairs]) i>C# 





Jr m 






Vector () ilffio ithflt, f[| 

Vector, init 


Ml4^ 






Mario Domenech Goulart, CHICKEN Scheme IS#fl (http://www.call-cc.org) f/j # 'll' 




































Paul Graham 


2 



J 







SiM’ “Revenge of the Nerds” 

http://www.paulgraham.com/icad.html) □ 



2 Paul Graham &t( JC ft CM 

978-7-115-32656-0 „ - 



mm-. A 





#fft mm 

fUA (Iterator pattern) 0 A AAR Python ip H A A MR 





A Lisp (Paul Graham HllA Rip a ) A R, Python W A , 




rth 




tlPAT yield 


Alik, Python2.2 (2001 

7° 3 iAAAfMAffl (generator) , ^ 


3 Python2.2 frtlttl/ 3 PTBlIittl from _future_ import generators 

pA ft Python 2.3 A > yield . 



N\ X_L\ 


yield 3 





















































































































£n, list(range(100))) 





yield f rom 





$1 'jf tif: 
















7F$!l 14-1 sentence.py: 


import re 
import reprlib 

RE_WORD = re.compile('\w+') 

class Sentence: 

def init (self, text): 

self.text = text 

self.words = RE_WORD.findall(text) © 

def _getitem_(self, index): 

return self.words[index] © 

def _len_(self): © 

return len(self.words) 

def repr (self): 

return 'Sentence(%s)' % reprlib.repr(self.text) © 







>>> s = Sentence(' "The time has come/' the Walrus said/) # o 
>>> s 

Sentence(' "The time ha... Walrus said/) # © 

>>> for word in s: # © 

... print(word) 

The 

time 

has 

come 

the 

Walrus 

said 

>>> list(s) # © 

['The/ 'time/ 'has/ 'come/ 'the/ 'Walrus/ 'said'] 







>>> s[0] 

'The' 

»> s[5] 

'Walrus' 

»> s[-l] 

'said' 






7 subclasshook Jj'H, 11.10 





>>> class Foo: 

... def _iter_(self): 

pass 

• • • 

>>> from collections import abc 
>>> issubclass(Foo, abc.Iterable) 
True 

>>> f = Foo() 

>>> isinstance(f , abc.Iterable) 
True 






Sentence 



xf issubclass (Sentence, abc.Iterable) )j! 


O 



)A Python 3.4 






UUffl iter(x) TypeError 






isinstance(Xj abc.Iterable) 

iJiSSlft 





iter(x) 


getitem_TfS, M abc.Iterable % 


H'j’, Python M !lS Eft 






1 n S 



: TypeErnor: 'C 1 


object is not iterableo TypeError ^ 







try/except 

» J i^F hj m M. 5^fil lit» U 


0 
ffn 







n 




Hofctfc-JS 
H © 











































































iter f*J 







O 







iter Tj'H, 



O 



iX; ^MJ _get item. 







mimmmmmm 



: Python )X hj M \ ^ (Kj M 




rWt S 

IhJth 




f»lft for tm, 





o 



-rtt. I+T 

T*l\r 


’ABC 




»> s = 'ABC 1 
>>> for char in s: 

... print(char) 


A 

B 

C 






>>> s = 'ABC' 

>>> it = iter(s) 
>>> while True: 

try: 



print(next(it)) # © 

except Stoplteration: # © 

del it # © 
break # © 


A 

B 

C 











© Stoplteration 




mm. 



o 
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Stoplteration 




□ Python ip m f*J n P XM. for 


mmmimixxrx ammm, xmm, mm) 

Stoplteration 
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next 




T> IMiS Stoplteration 


EEL 

-Tr rh o 


iter 


self, 



min 


X for 



O 


collections. a be. Iterator 


XT 


next i&MXjfe, 



Iterable #; 


iter 



Iterable ^4>^C° iuM 14-1 


Iterable 



^ . 

Iterator 







next 


def iter (self): 


iter 

- - * 

return self 



14-1: Iterable fP Iterator $4 # M Eft 

> Iterable._iter_Iterator 

, Iterator next 7j 



&o Iterator, iter 







Iterator ^ 



(return self) „ ili#, i/E 

)k#J 14-3 41 abc.Iterator 


iter 
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tf#!I 14-3 abc. Iterator |j| [=| 

Lib/_collections_abc.py (https://hg.python.Org/cpython/file/3.4/Lib/_colleci 


class Iterator(Iterable): 

_slots_ =() 

@abstractmethod 
def next (self): 

'Return the next item from the iterator. When exhausted, raise Stoplt 
raise Stoplteration 

def iter (self): 

return self 

@classmethod 

def_subclasshook_(els, C): 

if els is Iterator: 

if (any("_next_" in B._diet_ for B in C._mro_) and 

any("_iter_" in B._diet_ for B in C._mro_)): 




























































































return True 
return Notlmplemented 




Python 3 4 1 , Iterator i\\\ 
it._next_(), Python2 it. next() 0 


7j '/£ 7E 





Python 2 Python 3 ° 


iS: Python 3.4 ^, 

Lib/types .py ( https://hg.python.or^cpython/file/3.4/Lib/types .py ) 

a v'i • m . _ 




next (it) SPhJ, 



# Iterators in Python aren't a matter of type but of protocol. A large 

# and changing number of builtin types implement *some* flavor of 

# iterator. Don't check the type! Use hasattr to check for both 

# " iter " and " next " attributes instead. 



, abc. Iterator _subclasshook_Tf Ptl 

14-3) o 



#111 Lib/types .py P W 25. Lib/_collections_abc .py P 



x all=r7i 



&gx* 

isinstance(Xj abc.Iterator)„ 

Iterator._subclasshook_ Jf'H, 

Iterator 



x 




>>> s3 = Sentence('Pig and Pepper') # O 
>>> it = iter(s3) # © 

>>> it # doctest: +ELLIPSIS 
<iterator object at 0x...> 

>>> next(it) # © 

'Pig' 



















































































>>> next(it) 

'and' 

>>> next(it) 

'Pepper' 

>>> next(it) # © 

Traceback (most recent call last): 
• • • 

Stoplteration 
>>> list(it) # © 

[] 

>>> list(iter(s3)) # © 

['Pig'j 'and', 'Pepper'] 
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© iMffl next(it), stlXT— 
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Stoplteration 
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© 
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next iter 


next() Tj'JA, £ 


Stoplteration 


7E PI 






/jAHiMffl iter(...), 



> PP 
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Iterator, iter 
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7j\j^J 14-4 


sentenceiter.py: 



import re 
import reprlib 

RE_WORD = re.compile('\w+') 


class Sentence: 

def _init_(self, text): 

self.text = text 

self.words = RE_WORD.findall(text) 
def _repr_(self): 

return 'Sentence(%s)' % reprlib.repr(self.text) 

def _iter_(self): O 

return SentenceIterator(self.words) © 


class Sentencelterator: 


def _init_(self, words): 

self.words = words © 





self.index = 0 © 


def _next_(self): 

try: 

word = self.words[self 
except IndexError: 

raise StopIteration() 
self.index += 1 © 

return word © 


index] © 

© 


def _iter_(self): © 

return self 




iter 




Vfv 



iter 


it 




© 


iter 




1 OLD 


© Sentencelterator ^ 





@ self.index 




U \ 


RJ o 


® self. index 






RJ o 


0 


self .index Stoplteration # 


0 iHif? self. index Eft Hu 


© 




RJ o 
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self, iter 
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_iter_ 

iter 


Sfc 'Uj I'A 




Sentencelterator 








\r > 




next 




M '/+* /PLP ' 




issubclass(SentenceInteratorj abc.Iterator) 
Sentencelterator abc. Iterator ^ 7?C 

abc. Iterator. iter » 






















M'A iliter(my_iterable) 

^o Sentencelterator 








iter 







next 
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5i 7j ffi> i 




^imiXo iter -mm 
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o 



import re 
import reprlib 

RE_WORD = re.compile('\w+') 


class Sentence: 

def _init_(self, text): 

self.text = text 

self.words = RE_WORD.findall(text) 


def _repr_(self): 

return 'Sentence(%s)' % reprlib.repr(self.text) 


def _iter_(self): 

for word in self.words: O 
yield word © 
return © 


# ! © 


O self.wordSo 

® fii (til fft wordo 
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Sentence 
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Sentencelterator 

$\\ 14_5 43, 


iter 
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\MU gen, def, flU Guido ^|t| 




>©> o 



I “PEP 255—Simple 


Generators” (https://www.python.or^dev/peps/pep-0255/) o 7 





David Kwast 



>>> def gen_123(): # O 

yield 1 # © 

yield 2 


o 













































































































































yield 3 


>>> gen_123 # doctest: +ELLIPSIS 

<function gen_123 at 0x...> # © 

>>> gen_123() # doctest: +ELLIPSIS 

<generator object gen_123 at 0x...> # © 

>>> for i in gen_123(): # © 

... print(i) 

1 

2 

3 

>>> g = gen_123() # © 

>>> next(g) # © 

1 

>>> next(g) 

2 

>>> next(g) 

3 

>>> next(g) # 0 

Traceback (most recent call last): 

• • • 

Stoplteration 


Rg Python B| l! 


yield, 


•*-2— —^ \t*r . -s-r> 




MtMfM 3 IX yield o 


gen_123 
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©A 


gen 12B() MHO 
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© fess®aim yield ? 
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iJ g 


next(g) yield 


Stoplteration 










n next(...) 

^ yield ip^), M0 ?* tB Eft{ 

Wo w&, ^ 




Stoplteration 



J 'SW 
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qj> y 










®”{t: ^^Sttei^^Eft return ip 
[B Stoplteration 9 


ft Python 3.3 EBO, W return in^WMNIS, IP^zHtfeN 



return ipnlws-^SC Stoplteration o 




tfM 14-6 



>>> def gen_AB(): # O 

print('start') 
yield 'A' # © 

... print('continue') 

yield 'B' # © 

print('end.') # © 

• • • 

>>> for c in gen_AB(): # © 

print('-->', c) # © 

• • • 

start © 

--> A © 
continue © 

--> B © 
end. © 

>>> © 
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©£ for next() MM (^0) , ^MP 


'start', M 


^ yield 


© for MtMiMMI next() MM > MM 

yield ipM ^j^ft'B'o 


'continue', MM 


G 


A*A* 






next() MM> MM 'end.', 

PM Hi Stoplteration 





©i^fW* for g = iter(gen_AB()) M¥> 

, next(g)o 



0 PW^PTPP - -> XP next(g) M 

U-i 


p 
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Ptlfto {Ste, 



print 






i m 


G ' start 7E 


print (' start') ft MM 



n Mv o 


© yield 'A' ipM^^XXPtA, XIMPp for 

IaMI 





m c 



--> A 


O^^iMMnext(g), 

yield ' A' m jffiPJ yield 'B'o continue *§ 

print 





© yield 




for 




(Df 



next(it), 








Sentence 





Iterator ^ P 7 


: next(my_iterator) 






/ N 


(lazyevaluation) ^P 


(eager evaluation) teI nji 


Si 31 = 

EE ta i=i 


vigo 




re.finditer re.findall g| 


7E 


?'J 



E3 

7E 


rm 


c re.MatchObject 



, re.finditer 4 


ftjx Sentence SPR^f 

$1 14-7^o 


yrtiileB' 


ixm P^ 


7F$\\ 14-7 sentence_gen2.py: re.finditer 


mm%k, $ 


Sentence 


SAC 


import re 
import reprlib 

RE_WORD = re.compile( 1 \w+') 

class Sentence: 

def init (self, text): 

self.text = text O 

def repr (self): 

return 'Sentence(%s)' % reprlib.repr(self.text) 




def _iter_(self): 

for match in RE_WORD.finditer(self.text): © 

yield match.group() © 



o 


© finditer 



M*, self.text 



RE WORD 


nj> /^lLS MatchObject $ 


O 


© match .group() MatchObject 





O 

















o 





/JN 









>>> def gen_AB(): # O 

print('start') 
yield 'A' 

... print('continue') 

yield 'B' 
print('end.') 

>>> resl = [x*3 for x in gen_AB()] # © 

start 

continue 

end. 

>>> for i in resl: # © 

print('-->', i) 

• • • 

--> AAA 
--> BBB 

>>> res2 = (x*3 for x in gen_AB()) # © 

>>> res2 # © 

<generator object <genexpr> at 0xl0063c240> 
>>> for i in res2: # © 

print('-->', i) 

• • • 

start 
--> AAA 
continue 
--> BBB 







end. 


gen_AB 14-6 


® gen_AB() 




7JS 


: ’A’ ^P ' B ' o &m. 


<I&r 


Jk starts continue ^P end. 


O 


© for resl M 



O 


©JE4jtS*aSM@W«K«4&res2„ RJffiSffl gen_AB() lift. 





© res2 jk 



© RW for 


res2 frf, gen_AB 



tfo for next(res2), tififtlij gen_AB B 

fc4^T^b yield ip^jo lit, gen_AB bS ftEft-ft iS -N; for 


print B 


: m 


nTL^#m, 

Sentence #[ft{^f5f, #Ptf#!| 14-9 J?T/Ko 


7j\f^ij 14-9 sentence_genexp.py: Sentence 




import re 
import reprlib 

RE_WORD = re.compile( 1 \w+') 

class Sentence: 

def _init_(self, text): 

self.text = text 

def _repr_(self): 

return 'Sentence(%s)' % reprlib.repr(self.text) 
def _iter_(self): 

return (match.group() for match in RE_WORD.finditer(self.text)) 
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#P Vector 
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ii J 


’/ : 
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jHtfh, 









O 




def _mul_(self, scalar): 

if isinstance(scalar, numbers.Real): 

return Vector(n * scalar for n in self) 
else: 

return Notlmplemented 


^ Sentence 
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PI 






S^f^r^0tlfe?i^Po $!$P, rtJM range 

Hm^ll (Arithmetic Progression, AP) , itertools. count am^iP^fe 


T 


tbzHjM itertools. count i||j(, 


> 




xtb 


ArithmeticProgression 

fjP, $P^J 14-10^o &M, 

ArithmeticProgression(begin, step[, end]) D range() aifc-^5 
ArithmeticProgression 

range(start, stopf, stepl)o £'J 


m 

7H 


range(start J stopf, step])o $0 

W^^sae!^ It (step) , 


0 

7E 


(end) T^hjj 


: ^r 

*/\ 


a start/stop 


O 


14-10 


'stop 6$tJ% jr begin/end, 

list() ®i(, 






o 


o 


7F#!l 14-10 M 


/Jn 


ArithmeticProgression m 


>>> ap = ArithmeticProgression(0, 1, 3) 

>>> list(ap) 

[0, 1, 2] 

>>> ap = ArithmeticProgression(l, .5, 3) 

>>> list(ap) 

[1.0, 1.5, 2.0, 2.5] 

>>> ap = ArithmeticProgression(0, 1/3, 1) 

>>> list(ap) 

[0.0, 0.3333333333333333, 0.6666666666666666] 

>>> from fractions import Fraction 

>>> ap = ArithmeticProgression(0, Fraction(l, 3), 1) 

>>> list(ap) 

[Fraction(0, 1), Fraction(l, 3), Fraction(2, 3)] 

>>> from decimal import Decimal 

>>> ap = ArithmeticProgression(0, Decimal( 1 .1 1 ), .3) 




>>> list(ap) 

[Decimal('0.0'), Decimal('0.1'), Decimal('0.2')] 




mmmm*, 1444^^-4 begin WL Step 


4° #P M. Pic » zt Python 
14-10 W int^ floats Fraction fP Decimal tfc 4 








/K^iJ 14-11 4 iJ 4 j KlU ArithmeticProgression 


75 $1 14-11 ArithmeticProgression ^ 


class ArithmeticProgression: 

def init (self, begin, step, end=None): O 

self.begin = begin 

self.step = step 

self.end = end # None -> 

def iter (self): 

result = type(self.begin + self.step)(self.begin) © 
forever = self.end is None © 
index = 0 

while forever or result < self.end: © 
yield result © 
index += 1 

result = self.begin + self.step * index © 


O_init_ 44 £mrlcM y b#l 4 : begin ^Pstep D end tIpT#P 

nft^None, 


0 





44 E self .begin M {ll in result, 

10 






10 


Python2rt®7 coerce() Bliffc, Python3 F*3 












o mx *7i± 


>Qi> 





v_L ^ 





mn, 

Python T37 7“['61IM, Steven D'Aprano ^nhl 7#tKfKll=r 

( https://maipython.org/pipermail/python-list/2014-Decernber/682651 .html) „ 
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, 00 
mm 




i^jhli 414 , Mlll'JliT forever 



self .end M ; 4 















































































None, forever (KHjIIe True, 



o 



result 




self.end 


© result { 



izt ^jn f^[J 14-11 
result, 

index i+jf result 



fff self. step 

index 3£jt, JG self. begin -Nj self. step ^P 
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ArithmeticProgression 
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iter 


iter 2 j 


bis 




o 



/K^ll 14-12 
ArithmeticProgression IS 
ArithmeticProgression n 


aritprog_gen 






aritprog_gen @§t£, /K^ 1 ! 14-10 4 1 



11 4 s: f5M5^'frj¥ ( https://github.com/flucntpython/cxamplc-coclc ) f fKj 14-it-generator/ 
doctest, aritprog_runner.py jj£Mc, aritprog*.py 





7F$\\ 14-12 aritprog_gen 



def aritprog g en(begin, step, end=None): 
result = type(begin + step)(begin) 
forever = end is None 
index = 0 

while forever or result < end: 
yield result 
index += 1 

result = begin + step * index 
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itertools 





Li ? 




t&o T 




Python 3.4 Afft itertools tlAt/1 AY 19 £p ABBA'S! 


#1A, itertools. count eSitM® 
A#fY itertools. count ®itA 


aritprog_gen a 


p 





to 


AA, 


start 4P step {t, AYfA 


% 


>>> 

>>> 

>>> 


import itertools 

gen = itertools.count(l, 

next(gen) 


•5) 


>>> next(gen) 

1.5 

>>> next(gen) 
2.0 

>>> next(gen) 

2.5 


M, itertools. count eliitAAfYlh, 0jiA 
list(countQ), Python A £'J H ^ A #$0 A A A 


U, 


O 






AtL itertools.takewhile ilfMARI* AAAl&^AfjM33^4 

False 04f?±o 0jtk, A 


>>> gen = itertools.takewhile(lambda n: n < 3, itertools.count(l, .5)) 
>>> list(gen) 

[1, 1.5, 2.0, 2.5] 


14-13 7JAI takewhile 4P count @§|A '7704AfiiAtjjM fU fe o 









75#!l 14-13 aritprog_v3.py: aritprog_gen 

n 

import itertools 

def aritpro g g en(begin, step, end=None): 
first = type(begin + step)(begin) 
ap g en = itertools.count(firstj step) 
if end is not None: 

ap g en = itertools.takewhile(lambda n: n < end, ap g en) 
return ap g en 
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M "IiSAA 
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itertools.takewhile lif£° -tj takewhile Si^ 14-1 Sfitl 
IfcStfcfPSi^^• y Mjra‘#ii (predicate) „ 32^#tyi y Nf];'Ki 




It 


1=1 



1 "#ii, 



h, 





^TEn 



& M i rh 
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^14-1: 






urn 

as 
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itertools 

compress(it, 
selector_it) 

^DlP: selector_it 

itertools 

dropwhile(predicate., 

it) 

&b3 it, ©fcji predicate W/C 

g) 























































































































(1*1 It) 

filter(predicatej it) 

ffi it predicate, 

predicate(item) lB fitl7C 

M; predicate 7^ None, HPJR lB jSRIlTG 

itertools 

filterfalse(predicate., 

it) 

filter R'Bt predicate £Kj 

predicate M0IS0 ^^lBX ll' 

itertools 

islice(it^ stop) 

islice(it^ starts 
stop, step=l) 

Z^tBit s[:stop]gg 

s[ st art: stop: step], RF'ii it 0T tysTkii 

mu, 

itertools 

takewhile(predicate., 

it) 

predicate 

%m±, 



o 


7K^'J 14-14 






>>> def vowel(c): 

... return c.lower() in 'aeiou' 

• • • 

>>> list(filter(vowel, 'Aardvark')) 

['A', ' a', 'a'] 

>>> import itertools 

>>> list(itertools.filterfalse(vowel, 'Aardvark')) 

[V, 'd', 'v', ' r', 'k'] 

>>> list(itertools.dropwhile(vowel, 'Aardvark')) 

[V, 'd', 'v', ' a', ' r', 'k'] 

>>> list(itertools.takewhile(vowel, 'Aardvark')) 

['A', 'a'] 

>>> list(itertools.compress('Aardvark', (1,0,1,1,0,1))) 
['A', 'r', 'd', 'a'] 

>>> list(itertools.islice('Aardvark', 4)) 

['A', 'a', 'r', *d’] 

>>> list(itertools.islice('Aardvark', 4, 7)) 

['V, 'a', 'r'] 

>>> list(itertools.islice('Aardvark', 1, 7, 2)) 

['a', 'd', 'a'] 
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starmap 












o 



14-2: 





11 ±A 

Sit 


itertools 

accumulate(it^ 
[func]) 

r&mm&m-, «»7fun C , iPAietMA 

mtmm, 


enumerate(iterable^ 
start=0) 

iu^jk (index, 

item), index hK start Jf$pi"hlfc, item HUM. 

iterable l= | =l W?X 

(i*iit) 

map(funCj itl, 

[it2j ...j itN]) 

ffilt MltA 

SPA fun 

it, 

itertools 

starmap(func^ it) 

IE It +^#A7n*#^func, AiP^H; StAfitJ 

func(*iit) AUIPP func 


7$sty .ll 14-15 itertools.accumulate 

14-15 MtK itertools. accumulate 


>>> sample = [5, 4, 2, 8, 7, 6, 3 , 0, 9, 1] 
>>> import itertools 

>>> list(itertools.accumulate(sample)) # O 

[5, 9, 11, 19, 26, 32, 35, 35, 44, 45] 



























































>>> 

[5, 

>>> 

[5, 

>>> 

>>> 

[5, 

>>> 

[1, 


list(itertools.accumulate(sample, min)) # © 

4, 2, 2 , 2 , 2 , 2 , 0, 0 , 0] 

list(itertools.accumulate(sample, max)) # © 

5, 5, 8, 8, 8, 8, 8, 9, 9] 
import operator 

list(itertools.accumulate(sample, operator.mul)) # © 
20 , 40, 320, 2240, 13440, 40320, 0, 0, 0] 
list(itertools.accumulate(range(l, 11), operator.mul)) 
2, 6, 24, 120, 720, 5040, 40320, 362880, 3628800] # © 


itil&fn. 


® it^H'hit. 


©it 



E3 



o 


©it 




ft 


© M. 1! SJ10!, itJJ&i'SfM Pit 



o 



14-2 14-16 filTTF. 


SfK 14-16 


>>> list(enumerate('albatroz', 1)) # © 

[(1, 'a'), (2, '1'), (3, 'b'), (4, 'a'), (5, 't'), (6, 'r'), (7, 'o'), (8, 
>>> import operator 

>>> list(map(operator.mul, range(ll), range(ll))) # © 

[0, 1, 4, 9, 16, 25, 36, 49, 64, 81, 100] 

>>> list(map(operator.mul, range(ll), [2, 4, 8])) # © 

[0, 4, 16] 

>>> list(map(lambda a, b: (a, b), range(ll), [2, 4, 8])) # © 

[(0, 2), (1, 4), (2, 8)] 

>>> import itertools 

>>> list(itertools.starmap(operator.mul, enumerate('albatroz', 1))) #© 

['a', 'll', 'bbb', 'aaaa', 'ttttt', 'rrrrrr', 'ooooooo', 'zzzzzzzz'] 

>>> sample = [5, 4, 2, 8, 7, 6, 3, 0, 9, 1] 

>>> list(itertools.starmap(lambda a, b: b/a, 

... enumerate(itertools.accumulate(sample), 1))) #© 

[5.0, 4.5, 3.6666666666666665, 4.75, 5.2, 5.333333333333333, 

5.0, 4.375, 4.888888888888889, 4.5] 
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chain ^P chain.from_iterable 

, M products zip ^P zip_longest # 

o 14-3 0T/JA 




mk 

ait 


itertools 

chain(itl, ..., itN) 

itl MJhAPj it2 A Eft 

itertools 

chain.from_iterable(it) 

m-k, 

w %%, mbmmimrtmm 

itertools 

product (itl., ...j itN, 
repeat=l) 

ISlTGj^, 'akrlk'M N AS: 

*lft for : #; repeat MMg&bS 

% A Aft A Eft A M ft 

( 1*1 it) 

zip(itl, . . ., itN) 

A A AM v 7GjScSlSEjt)7t;iL HlcW AoTiAA 
Eft xiftfijA 7, /fclAIAlifei?A 
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zip_longest(itlj . 
itertools itN, fillvalue=None) 
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’ -vj* 


J=L \S 


fillvalue 

itlf* 


14-17 M/K itertools. chain zip 






&o #Af/l@1 > zip E§ffcfit!45f/Pfcb § zip fastener s5c zipper (fell, A 

zip HAWAII) ° “ttifeift zip zip fn 

itertools. zip_longest !||A 


14-17 




>>> list(itertools.chain('ABC', range(2))) # © 

['A', ' B', ' C', 0, 1] 

>>> list(itertools.chain(enumerate('ABC'))) # © 

[(0, 'A'), (1, ' B ' ), (2, 'C')] 

>>> list(itertools.chain.from_iterable(enumerate('ABC'))) 
[0, 'A', 1, ' B', 2, 'C'] 

>>> list(zip('ABC', range(5))) # © 

[('A'j 0), (' B', 1), (' C', 2)] 

>>> list(zip('ABC', range(5), [10, 20, 30, 40])) # © 

[('A', 0, 10), (’ B', 1, 20), ('C, 2, 30)] 

>>> list(itertools.zip_longest('ABC', range(5))) # © 
[('A', 0), ('B', 1), ('C, 2), (None, 3), (None, 4)] 

>>> list(itertools.zip_longest('ABC', range(5), fillvalue 
[('A', 0), ('B', 1), ('C, 2), ('?', 3), ('?', 4)] 


# © 


='?')) #© 


iMA chain 
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JA# A 


3PA chain Sitmfflo 


© {0^ chain. from iterable £ 





A 


/JS 



s i=rr4 





G zip A 



^4 

PI 7 


^JS 







'i±JR 







© itertools.zip_longest Sii!{ ffl -ftti zip zpillilAWJ 5 !?-fi* 

BJ&'(Wt.a?#ihailJ*, $P*1S#*?E None. 


rwi 


fillvalue -j 
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mntt^ for T^\mnm 


for 
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itertools.product E 
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/JN 


itertools.product 




>>> list(itertools.product('ABC, range(2))) # © 

[('A', 0), ('A', 1), (' B', 0), (' B', 1), ('C', 0), ('C', 1)] 

>>> suits = 'spades hearts diamonds clubs'.split() 

>>> list(itertools.product('AK', suits)) # © 

[('A', 'spades'), ('A', 'hearts'), ('A', 'diamonds'), ('A', 'clubs'), 
('K', 'spades'), ('K', 'hearts'), ('K', 'diamonds'), ('K', 'clubs')] 
>>> list(itertools.product('ABC')) # © 

[('A',), ('B',), ('C',)] 

>>> list(itertools.product('ABC', repeat=2)) # © 

[('A', 'A'), ('A', 'B'), ('A', 'C'), ('B', 'A'), ('B', 'B'), 

('B', 'C'), ('C, 'A'), ('C, 'B'), ('C, 'C')] 

>>> list(itertools.product(range(2), repeat=B)) 

[(0, 0, 0), (0, 0, 1), (0, 1, 0), (0, 1, 1), (1, 0, 0), 

(1, 0, 1), (1, 1, 0), (1, 1, 1)] 

>>> rows = itertools.product('AB', range(2), repeat=2) 

>>> for row in rows: print(row) 


('A', 

0 , 

'A', 

0 ) 

('A', 

0 , 

'A', 

1 ) 

('A', 

0 , 

'B', 

0 ) 

('A', 

0 , 

'B', 

1 ) 

('A', 

1, 

'A', 

0 ) 

('A', 

1, 

'A', 

1 ) 

('A', 

1, 

'B', 

0 ) 

('A', 

1, 

'B', 

1 ) 

('B', 

0 , 

'A', 

0 ) 

('B', 

0 , 

'A', 

1 ) 

('B', 

0 , 

'B', 

0 ) 

('B', 

0 , 

'B', 

1 ) 

('B', 

1 , 

'A', 

0 ) 

('B', 

1 , 

'A', 

1 ) 

('B', 

1 , 

'B', 

0 ) 



(' B', 1, 'B', 1) 
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product 






a 









14-4 ffiTjs 




^ 14 - 4 : 










ft 


mk 

mm 


itentools 

combinations(itj out_len) 

lE it out_len kjuMM'aik 

la, 

itentools 

combinations_with_replacement(it, 
out_len) 

lE it out len Ax.JKM'h 

M4r 

itentools 

count(start=0, step=l) 

kk start ® 

step IP 

itertools 

cycle(it) 

/a it 

itertools 

permutations(itj out_len=None) 

IE out len 4" it A'M 
— |B, out_len 













































































len(list(it)) 

itertools 

repeat(item, [times]) 

times, ^ 7 fi)!KML 


itertools 



count ^P repeat 




o 14.8.1 iJjALil 


itertools.count Hffco cycle 
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counts repeat ^P cycle 
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tfW 14-19 



7K counts repeat fP cycle 


>>> ct = itertools.count() # O 

>>> next(ct) # © 

0 

>>> next(ct), next(ct), next(ct) # © 

(1, 2, 3) 

>>> list(itertools.islice(itertools.count(l, .3), 3)) # © 

[1, 1.3, 1.6] 

>>> cy = itertools.cycle('ABC 1 ) # © 

>>> next(cy) 

'A' 

>>> list(itertools.islice(cy, 7)) # © 

['B', 'C', 'A', 'B', 'C', 'A', 'B'] 

>>> rp = itertools.repeat(7) # © 

>>> next(rp), next(rp) 

(7, 7) 

>>> list(itertools.repeat(8, 4)) # 0 

[8, 8, 8, 8] 

>>> list(map(operator.mul, range(ll), itertools.repeat(5))) # © 

[0, 5, 10, 15, 20, 25, 30, 35, 40, 45, 50] 


O 

© 

© 


-CM count 
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o 
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islice WL takewhile 8 7 Pll $0 > count 
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©ffiffl 'ABC' 





cycle j$fnWiMW> 


'A' 
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A* 


7C 



© islice 

a* 



m&imm, tm 


7 n 



O 




o 



A* 


repeat 7o 


© f#A times #1 ^hJ lii,repeat 

4 ^177 8 o 



IjtJI: 



© repeat 8MWJE43Ms: ;% map 

iC5o 





!£#&, SI 



itertools fEft 3t 7 

(https://docs.python. 0 rg/ 3 /library/itertools.html) , combinations^ comb 


4P permutations 7^^817 i7RI product 817 1 

^ (combinatoric generator ) 0 itertools. product 


PI 
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75 $1 14-20 



n r^- M 



71 



# © 

(*C*, 


'C')l 


>>> list(itentools.combinations('ABC , 2)) # © 

[('A', 'B'), ('A', 'C'), ('B', 'C')] 

>>> list(itentools.combinations_with_replacement('ABC', 2)) 

[('A', 'A')j ('A', 'B')j ('A'j 'C')j ('B 1 , ' B 1 )j ('B', 'C'), 

>>> list(itertools.permutations('ABC ', 2)) # © 

[ ( ' A' j ' B' ) j ('A', 'C'), (' B' j 'A'), (' B', 'C'), CC', 'A'), ('C', 'B')] 

>>> list(itertools.product('ABC ', repeat=2)) # © 

[('A', 'A'), (' A' j ' B' )j (' A' j ■C'), (' B ' j ’A'), (' B' 'B'), 

('C, ’A'), CC', ' B' ), ('C, ’C')] 


('B'j 'C'), 


O 'ABC' 7^ 



(len()==2) 










Pt / o 


© 'ABC' 7 



(len()==2) 



PI 
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© 'ABC' 


7C 





(len()==2) ffy&ffiWM-, 





O 'ABC' ^P 'ABC' (repeat=2 




ft A ^ A it A A W A W ±Mtu 




, AitAAAtPAA 

AAtI itertools.groupby ^P itertools. tee 




tj reversed ellA ^AAAAPtliiitARi 



, MH®^JAAA#fc^MitA itAftHAA, @ 




reversed 

Ac Ait, i> 

®G itertools.product 

A, 






3 ilh A A 6>J H Aft 6^ h'J A» 

AAA 14-3 


b. I [ A P AA AA 




nJitA^A#.o 


A14-5: A A Ml$T A A Tti 




mm 

im 

itertools 

groupby(it, key=None) 

(key, 

group), K* I= I =I key group 

Pl^PtP^MS^Tn* 

(BID 

reversed(seq) 

iAjpfplAi, fSJ/A tti seq seq i)&$j\7k Ff 

^lj, reversed S1]X', 

itertools 

tee(itj n=2) 

a& ft a mmxim' t 


Tjsffl 14-21 M/K itertools .groupby Sft^Plt Jifitl reversed Miffcfft 

#Ato ti, itertools.groupby flAftAfitlAit 




gpAAf#?, s.aaa 





































































































































>>> list(itertools.groupby('LLLLAAGGG')) # © 

[('L', <itertools._gnouper object at 0xl02227cc0>), 

('A', <itertools._grouper object at 0xl02227b38>), 

('G', <itertools._grouper object at 0xl02227b70>)] 

>>> for char, group in itertools.groupby('LLLLAAAGG'): # © 

... print(char, '->', list(group)) 

• • • 

L -> ['L', 'L', 'L', ' L '] 

A -> ['A', 'A',] 

G -> ['G', 'G', 'G'] 

>>> animals = ['duck', 'eagle', 'rat', 'giraffe', 'bear', 

... 'bat', 'dolphin', 'shark', 'lion'] 

>>> animals.sort(key=len) # © 

>>> animals 

['rat', 'bat', 'duck', 'bear', 'lion', 'eagle', 'shark', 

'giraffe', 'dolphin'] 

>>> for length, group in itertools.groupby(animals, len): # © 

... print(length, '->', list(group)) 

• • • 

3 -> ['rat', 'bat'] 

4 -> ['duck', 'bear', 'lion'] 

5 -> ['eagle', 'shark'] 

7 -> ['giraffe', 'dolphin'] 

>>> for length, group in itertools.groupby(reversed(animals), len): # © 
... print(length, '->', list(group)) 

• • • 

7 -> ['dolphin', 'giraffe'] 

5 -> ['shark', 'eagle'] 

4 -> ['lion', 'bear', 'duck'] 

3 -> ['bat', 'rat'] 

>>> 


O groupby 




(key, group_generator) 


® I groupby 

im, 


P 





@ groupby 





G key fP group JE key 



group 






tj^iJ 14-22 itertools.tee 





mm 


-HH 


-*JS 


I A I 


>>> list(itertools.tee('ABC')) 
[<itertools._tee object at 0xl0222abc8>, 
>>> glj g2 = itertools.tee('ABC') 

>>> next(gl) 

'A' 

>>> next(g2) 

'A' 

>>> next(g2) 

'B' 

>>> list(gl) 

['B'j 'C'] 

>>> list(g2) 

['C'] 

>>> list(zip(*itertools.tee('ABC'))) 
[('A', 'A'), ( ' B ' j ' B' ), ('C, 'C')] 


<itertools._tee object at 0xl0222ac0 


i n i 
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from 





Tefcf] ^ chain 




'%/§/#+ !% itertools.chain g 




o 


>>> def chain(*iterables): 

... for it in iterables: 

for i in it: 
yield i 


>>> s = 'ABC' 

>>> t = tuple(range(3)) 
>>> list(chain(s, t)) 

['A', ' B'j 'C', 0, 1, 2] 


chain 












lit, “PEP 380 — Syntax for Delegating to a 

Subgenerator” (https://www.python.org/dev/peps/pep-0380/ ) (HA7 





n 







>>> def chain(*iterables): 

... for i in iterables: 

yield from i 

• • • 

>>> list(chain(s, t)) 

['A', 'B'j 'C', 0, 1, 2] 


yield from i 
fiM yield from 








rfO-Hfl 

yield 



from *£<#£! 















































If yield from 
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yield 
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rtBaiJw’SJty.liffl functools.reduce Bases; 

MY, XfallfPany iiittil, ® 
reduce afftt^SJW: &M y NSSStzH&£§ (ip—E 

ST^StfciBPf 







l/K^j 14-23 ^t 1 any Hf 



O 




mm 


0*1 It) 

all(it) 

it True, JH'JM0 False: 

all ([ ]) M0 True 

(1*1 It) 

any(it) 

HU it 7W7G^Ai41JtM[H] True, TtJUUMIe] False; 
any ([ ]) False 

(F*3M) 

max(it, 

[key=j] 

[default=]) 

M0 it key mf- -^J sorted ® 

StW—#; £n^nlidefault 

(F*3M) 

min(itj 
[key=j] 

[default=]) 

M0 it # key aE^ •% sorted Hi 

M0 default 

functools 

neduce(func_j 

it, 

[initial]) 

IE If W HA*# £ func, 

£func, ««, £P»fH7 

initial, 1E15 'ATnjRft A 

(F*gM) 

s u m (i t j 
start=0) 

it $PS®#l7‘ii7j Start, ^lETllJP 

± (i+JT^AMMiBA math.fsumitlM 

MS) 











































































* -ft bT illmax(argl J arg2, .. 


# min(arglj arg2. 


[key=?]). 
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all IP any 14-23 J?T/J 
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/K^l 14-23 



>» all([l, 2, 3]) 

True 

»> all([l, 0, 3]) 

False 

»> all( [ ]) 

True 

>>> any([l, 2, 3]) 

True 

»> any([l, 0, 3]) 

True 

>>> any([0, 0.0]) 

False 

»> any( [ ]) 

False 

>>> g = (n for n in [0, 0.0, 1, 8]) 
»> any(g) 

True 

>>> next(g) 
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ij sorted, 


0lth sorted [ft 
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# Python x iter(x) 



iter 
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lie te # # IS { 







tij Stoplteration 













ij m & 





from random import randinto 




>>> def d6(): 

... return randint(l, 6) 

• • • 

>>> d6_iter = iter(d6, 1) 

>>> d6_iter 

<callable_iterator object at 0x00000000029BE6A0> 
>>> for roll in d6_iter: 

... print(roll) 

• • • 

4 

3 

6 

3 


&M, iter SffcM® 

ddb Prf \y 


#callable iterator MM>° ^ 


w for 

no 

m o 



Ml-#, 32 


, MM 


'a], H^i mm 

4*^ d6_iter M 
iter(...), 




P*3 




%L iter 



( https://docs .python.org/3/library/functions .html#iter ) 









with open('mydata.txt 1 ) as fp: 
























































































for line in iter(fp.readline, '\n'): 
process_line(line) 






AA BIREME IfB, A A PAHO/WHO (Pan-American Health 


Organization/World Health Organization, / tit # AAJUJR) 
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BIREME $'JA04AAA0l 







n LILACS (Latin American and Caribbean Health Sciences index, ?iH4P 



41) A SciELO (Scientific Electronic Library 


Online, 
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an o 


M. 20 mi 80 fa LILACS WSMgJf 

aS UNESCO Jf 

&S±Sfr, BIREME cm 
M’ tE LILACS 

SciELO) , A CouchDB 9% MongoDB „ 


AJS 



Mi CDS/ISIS o 







Python j]i|J A 


isis2j soapy, tE 


CDS/ISIS A#$f#^tliA' J § i A CouchDB WL MongoDB 04 JSON XiM » 4S 

04^ CDS/ISIS 04 ISO-2709 t#Ao 
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A for -iso AAAilAX 

A .json A#o 





in A A A 




3 c it isis2json.py Att CDS/ISIS 04 A 






-BIREME 

ISO-2709 


—tirfrj .mst A#, 








4£4E isis2json.py 



$t o A A Python 2 



o 


A-5, GitHub 4^4 

fluentpython/isis2 jsonM (https://github.com/fluentpython/isis2json) 


main 



iter iso records 
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iter mst records 










*2 


iter_iso_records 
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isis_json_type, for 

4sa^o 
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m<) .mst Java HjlfcWffffl Jython M 2.5 

XWif isis2json.py README, rst 3tf 

(https://github.com/fluentpython/isis2json/blob/master/README.rst) <, IM'J'jXMUt'X 


mm^wx, mmmR 


lets hr 







\ > 



write_json 



JSON 



rfn_a— 


At lI| 




(input_gen) 

43: iter_iso_records iter_mst_recordSo write_json ISffcfitl 

input_gen 
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Python2.2 31 AT yield 

Python 2.5 ^iJ/iT“PEP 342 — Coroutines via Enhanced 
Generators” (https://www.python.or^dev/peps/pep-0342/ ) 


.sendo 

7; yi o 


^ ._next . send() K 




yield ip'&Jo . send() yj/ii 

.send() Jj'fe' 
yield 



^*E$Clg£* 


A 






j^ijtE .send() ft 
._next_() JjfeRjt 






So ^ PyCon US 2009 M fa] 3 
(http://www.dabeaz.com/coroutines/ ) , David Beazley (hjt&zl Python |i 
















-David Beazley 

“A Curious Course on Coroutines and Concurrency” 


16 El [=| “A Curious Course on Coroutines and 

Concurrency” ( http://www.dabeaz.corn/coroutines/Coroutines.pdf) f/jH 33 ‘EEJ'/TJt > M 





























































































^/“Keeping It Straight” „ 
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m i6 




17 ft< Hit StAAA- jft- (Jargon file, http://catb. 0 rg/~esr/jargon/html/G/grok.ht 1 nl) , grok 





mm, #5fei m, 

ZJ5MT, ^X iter(funCj 



VX iter(o) 
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£ Python “6.2.9. Yield 

expressions” (https://docs.python.Org/3/reference/expressions.html#yieldexpr 

pep^“pep255— 

Simple Generators” (https://www.python.or^dev/peps/pep-0255/) o 

itertools (https://docs.python.or^3/library/itertools.html) 

jvl/h \^\ o 

Python xMinVjf'ekWi’ 

IWMito #!i£p, 





accumulate 

^“Itertools 





o 




Recipes” (https://docs.python.or^3/library/itertools.html#itertools- 


recipes) , 

mmwio 



itertools 



X David Beazley -fj Brian K. Jones (itl ((Python Cookbook (.% 3 M) 

^4$W16 






o 



fl 


“What's New in Python 3.3” (#JaL“PEP 380: Syntax for Delegating to a 
Subgenerator”, https://docs.python.Org/3/whatsnew/3.3.html#pep-380-syntax- 
for-delegating-to-a-subgenerator) 7 yield from X'Xo 
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14.13 fwtt, nmimt 

Code4Lib Journal HI 

^“FromlSIS to CouchDB: Databases and Data Models for Bibliographic 
Records” (http://journal.code41ib.org/articles/4893) , 
isis2json.pyj$P T ij£ o (#P 

CouchDB ^P MongoDB) 




mmtk=£ 
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-Donald Norman 



^“^rfrl#PM7K^i§-”° Python ## 

mn, tmmm-Wo m^A 





J=L 
7BJU 



Eft o Guido van Rossum 



Donald Norman A ill A (A 



def o AA, “PEP255 — Simple 
Generators” (https://www.python.org/dev/peps/pep-0255/ ) # 
|gj“BDFL Pronouncements”^ 73 Edirf/1A: 








? 
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A Politz dg A A 


AlAit^A:IA1dA“Python, the Full Monty: A Tested Semantics for the 
Python Programming Language” 18 A , # AfllA- Eft A jAg!ill 





def f(): x=0 
while True: 
x += 1 
yield x 
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#” (Politz^A) 



it Ait 














































































def f(): 

def do_yield(n): 

yield n 
x = 0 

while True: 
x += 1 
do_yield(x) 





def f(): 

def do_yield(n): 

yield n 
x = 0 

while True: 
x += 1 

yield from do_yield(x) 




















Python 7 



next ^P iter 


O 



„ iittnraim 


enumerate() 



>>> from collections import abc 
>>> e = enumerate('ABC') 

>>> isinstance(ej abc.Iterator) 
True 






ip itf [A oPfit! GeneratorType 

( https://docs.python.or^3/library/types.html#types.GeneratorType ) o 

m.ifr.man mGeneratorType ^ 

B 




im 


777 te 


7 C in' eh 





, £P/j77] 14-4 
enumerate 
























































































































































>>> import types 

>>> e = enumerate('ABC') 

>>> isinstance(e, types.GeneratorType) 
False 


types .GeneratorType 

( https://docs.python. 0 rg/ 3 /library/types.html#types.GeneratorType ) 
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enumerate 

enumerate 
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7 jt f^ij 14-26 fibobyhand.py: 




AliM GeneratorType 


class Fibonacci: 

def _iter_(self): 

return FibonacciGenerator() 


class FibonacciGenerator: 


def _init_(self): 














































































































self.a = 0 
self.b = 1 

def _next_(self): 

result = self.a 

self.a, self.b = self.b, self.a + self.b 
return result 



def fibonacci(): 
a, b = 0, 1 
while True: 
yield a 

a, b = b, a + b 










o 





(https://docs.python.Org/3/glossary.html#term-iterator) 0 
lA/A SL A (https://docs.python. 0 rg/ 3 /glossary.html#term-generator) , 
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18 Joe Gibbs Politz, Alejandro Martinez, Matthew Milano, Sumner Warren, Daniel Patterson, Junsong Li, 
Anand Chitipothu, and Shriram Krishnamurthi, 4 C Python: The Full Monty,”SIGPLAN Not. 48, 10 (October 
2013), 217-232. 


19 “A Curious Course on Coroutines and 

Concurrency” ( http://www.dabeaz.com/coroutines/Coroutines.pdf ) , % 31 in o 
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PyConUS 2013 ±M^i#“What Makes Python 

Awesome” (http://pyvideo.org/video/1669/keynote-3) ; with 23:00 JF#p, PI 26:15 
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Eftelsei^; 




for/else> while/else try/else 
if/else UlLlfl^o else 


'fe ~^ 

lJU 9 
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for 



else i£o 


while 









o %JjX® 


(https://d0CS.pyth0n.0rg/3/referenCe/C0mp0Und_StmtS.html ) lEcHt 


tB: “ 



except ” 


/5iT> return^ break continue ii!##I3c 



n* ip'R 
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if iS^^K 
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else la o 
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4 ft IP# 
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M Guido 
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mmx&m 


\ 


for item in my_list: 

if item.flavor == 'banana': 
break 

else: 

raise ValueError('No banana flavor found!') 


mtry/ 


pt ik <t 




o 


M 



JRW dangerous_call() 7 



□4 Mr 


after_call() 



try: 

dangerous_call() 
after_call() 
except OSError: 

log('OSError...') 



after_call() try try 




1%m 


nA)° 





try: 

dangerous_call() 
except OSError: 

log('OSError...') 
else: 

after_call() 


try dangerous_call() W 












after_call() 
after_call() 0 




# Python tny/except 

lit, Python TlfTfiij (https://docs.python.org/3/glossary.html#term- 
eafp) j£/^C7^ y N§B&i^I (P^) □ 



EAFP 


M. jfii|C bt AT § H (easier to ask for forgiveness than 
permission) 0 r^jALfitl Python 



#£ s 


try ^P except ip'Alo 
# ($n C ip s ) , it#jxU#^^AZ:M^LBYLjxl^o 



I 






LBYL 


O 


LBYL 



key in mapping: return mapping[key] > #P;i: 



bk 


eafp m&, 

+■ n\/ / o v/"on"h 
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_enter__exit_ M^Xj^o with in'*) 

_enter_Xf/£o within 

is 'if itMJa, _exit Jjfey U\Ihfk 

'M finally » 



15-1 


>>> with open('mirror.py') as fp: # © 
... src = fp.read(60) # © 


>>> len(src) 

60 

>>> fp # © 

<_io.TextIOWrapper name='mirror.py' mode= 
>>> fp.closed, fp.encoding # © 

(True, 'UTF-8') 

>>> fp.read(60) # © 

Traceback (most recent call last): 

File "<stdin>", line 1, in <module> 
ValueError: I/O operation on closed file. 


*r' 


encoding='UTF-8'> 


fp M1sL3 \JTJFfrKfFJs _enter_ Xj 7£M[U self 


hk fp P t =l i^?X^^| 


O 






Qujmm fp 


© fp I/O #fp, 0;%^f with 

TextlOWrapper._exit_^^E3t#^IP337 


O 


15-1 * JS&OlftWfifWiifiJT* 





Wir 





|JS«S± (as^j) jktt±TXH 



enter 
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n 



ffT5> 7j\#!j 15-1 open() i§ ffcM 0 Text IOUIrap per 


N ->_. 


enter 


iJxN self 




SnTiiM0R 



enter 




Rf=s$'j»FLgiy.aPW*5S;®it] with m, ai^itRTRta^mRia 

ffl exit trft, enter R'SS0W^ft±iMfflo 


with @01W as-pRl^hJjifcfltlo open iiiijtJltijt, ®ISjjP_L as - 
fj, *e±TR i ta^#M0 None, 


OzA. 









S-*f enter R?i®0 WWftRl'aJWESiJ. 


TitlM 15-2 SlliS LookingGlass 


>>> from mirror import LookingGlass 
>>> with LookingGlass() as what: O 
... print(’Alice, Kitty and Snowdrop 1 ) © 

... print(what) 

• • • 

pordwonS dna yttiK ,ecilA © 

YKCOWREBBAD 
>>> what © 

’DABBERWOCKY 1 




>>> print('Bacl< to normal.') © 
Back to normal. 


LookingGlass 


enter 


ePJ what _i 


® what 


0 


>r m 


@1S, with 


BP#fiiA what 



enter 


V_L* \ 


' IABBERIaIOCKY 1 
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™ f I^ H B 


15-3 te LookingGlass 


Qo 


15-3 mirror.py: LookingGlass JlTAft 




class LookingGlass: 

def _enter_(self): O 

import sys 

self.original_write = sys.stdout.write 
sys.stdout.write = self.reverse_write 
return 'DABBERWOCKY' © 


© 

© 


def reverse_write(self , text): © 
self.original_write(text[::-1]) 

def _exit_(self, exc_type, exc_value, traceback) 

import sys © 

sys.stdout.write = self.original_write © 
if exc_type is ZeroDivisionError: © 

print('Please DO NOT divide by zero!') 
return True © 


© 


$TjT self Python 


enter 


JEilAfrP sys. stdout .write 







©A sys.stdout.write 
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T, 





OI0 ' DABBERUIOCKY' 



a what 


O 


© sys. stdout .write ft text 




© ftllPc^ftlE^i, Python 

None, None; 


exit 



IfcftNone, 



ftft i^r > 




$fr ja 




© 






C Afc JK ift sys.stdout.write Jf'&o 



0 

© 



It-ft, Milft ZeroDivisionError ft ft ^ ft/ft K 


^MlHjTrue, MS^ITo 


©ftlil_exit_ftftM® None, ^c# True ftftfrftjl, withi^ftft 

ftft^ftfPft O 





ft sys.stdout 

fto contextlib. redirect_stdout ftftftl* 

(https://docs.python. 0 rg/ 3 /library/contextlib.html#contextlib.redirect_stdou 

, fflftiftft 




sys.stdout 


O 



enter ftftBft |i£T lift; ft self ft ft, 



#fU exit ft/£ft 
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exc_type 


ft ft ft (#i|#P ZeroDivisionError) 
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exc value 



#1exc_value.args 


traceback 


traceback MMo 



3 iS: try/finally in'&JfKj finally 4 1 id 43 sys. exc_info() 
(https://docs.python.Org/3/Hbrary/sys.h1ml#sys.exc_info) , f# 

with try/finally ip'n)> ffij 


'J wl xl 



exit 





HA- 
o Ttz 









sys.exc_info() 






■S 


\ > 
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with LookingGlass 0Jih^3 _enter_4P 


exit 



O 


7j\$!j 15-4 with LookingGlass ^ 


>>> from mirror import LookingGlass 
>>> manager = LookingGlass() © 

>>> manager 

cmirror.LookingGlass object at 0x2a578ac> 

>>> monster = manager._enter_() © 

>>> monster == 1 DABBERWOCKY’ © 
eurT 

>>> monster 
1 YKCOWREBBAD 1 
>>> manager 

>ca875a2x0 ta tcejbo ssalGgnikooL.rorrim< 

>>> manager._exit_(None, None, None) © 

>>> monster 
'DABBERWOCKY' 


O manager 



__enter_() monster 

' DABBERIaIOCKY' o True UtPMM. 
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O M manager._exit_, stdout.writeo 
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it sqlite3 









tv‘12.6.7.3. Using the 


connection as a context 

manager” ( https://docs.python.Org/3/library/sqlite3.html#using-the- 
connection-as-a-context-manager) 0 4 

threading , #JaL“17.1.10. 

Using locks, conditions, and semaphores in the with 
statement” (https://docs.python.org/3/library/threading.html#using-locks- 
conditions-and-semaphores-in-the-with-statement) □ 

Decimal M 

decimal.localcontext 

(https://docs.python. 0 rg/ 3 /library/decimal.html#decimal.localcontext) 







1unittest.mock.patch J 

(https://docs.python. 0 rg/ 3 /library/unittest.mock.html#patch) o 
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contextlibfl 7 Efj 


m. 



T Python 'i 11 7j“29.6 


contextlib 


Utilities for with-statement 


contexts” (https://docs.python.Org/3/library/contextlib.html) 0 1^7itffflfil 

Ijfttl redirect_stdout Hit contextlib ^^737^ 

it temsMr- 





closing 




uttTcioseo^, U'mmm 

enter / exit % y A 
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suppress 
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@contextmanager 
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mmmxj 


ContextDecorator 
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ExitStack 
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B|, ExitStack 
exit Jj'fe o 
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15.4 lliffl@contextmanager 

@contextmanager E 


rTfJ3 

fto 


-* r\ 1 r\ -.E>fTl 




yield 


enter exit 


enter 


JR 


vK \ 


itiiM @contextmanager yield 

lfcPR^RC#^j^MnPih yield ifr&JfifMPRJttT{t5Ri4 with J^Jf^pBR 
(gPiW®Mffi_enter__^BR) ftfiS yield 


with (§PiMffl 


exit TtR^BR) WiJo 


Tlft^fo ^J 15-5 15-3 *feX1£l 

LookingGlass 


Tfrtyl 15-5 mirror_gen.py: 





import contextlib 


@contextlib.contextmanager © 
def lookin g g lass(): 
import sys 

original_write = sys.stdout.write © 


def reverse_write(text): © 

original_write(text[::-1]) 

sys.stdout.write = reverse_write 

yield 'DABBERWOCKY' © 

sys.stdout.write = original_write 


© 
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jtRJ contextmanager \ 


O 


iU 


sys. stdout .write Jf'H 






reverse write IIIit; 


\ . A 





original_write 0 

©tE sys.stdout .write reverse_write 0 


© with ip^'f as 

with ^ 4 1 fft fTO Bt > 




he 


© with i&, yield 1711 



sys. stdout .write jji 
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7H 


/jN^J 15-6 HfjM looking_glass 8 m Eft $!] o 


Tjsffil 15-6 ifjih looking_glass 





>>> from mirror_gen import lookin g g lass 
>>> with looking g lassQ as what: O 
... print('Alice, Kitty and Snowdrop') 

... print(what) 

• • • 

pordwonS dna yttiK ,ecilA 

YKC0WREBBA1 

>>> what 

'DABBERWOCKY' 
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-0m@7E 



: LookingGlass ^ 


Ji£7 looking_glass 


O 



, contextlib.contextmanager Ssf«#tEliS 
enter IP exit trit(Kl:*5 0 5 



5 IxtfKl _GeneratorContextManagero ftnUSIT 

Lib/contextlib.py XltMfrXilP!/ 

( https://hg.python.Org/cpython/file/3.4/Lib/contextlib.py#B4 ) „ 


bj VX lU if? Python 3.4 


enter Tf #P T fM o 



(2) next (gen), Wil3\ yield 
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(3) M® next (gen) l±3 $)\Hi%^L3\ with/as tn®l 


with JA^lhBf, 


exit 



(1) exc_type ; ftlJiW* iMffl 

gen.throw(exception), yield ? 




(2) i=rMl], iJM next (gen), ^^WiT^flL^rW^fcfcSLW^ yield ill®) 


7F$\\ 15-5 with lAA 1 MilPython$f 


IfcJufe looking_glass StfcEft yield 

Mtijo iP M '/A Af M Ih iAPi iX £3/, ®jJt looking_glass 

^ih, sys.stdout.write 


J\2i> o 


15-7 ZeroDivisionError 

it#, 15-3 


7FW 15-7 


>- / mirrorgenexc.py: 

It^ji—;a^*p#, 


15-3 


import contextlib 


@contextlib.contextmanager 
def lookin g g lass(): 
import sys 

original_write = sys.stdout 


write 


def reverse_write(text): 

original_write(text[:: -1]) 


sys.stdout.write = reverse_write 

msg = " O 

try: 

yield 1 DABBERWOCKY' 
except ZeroDivisionError: © 

msg = 'Please DO NOT divide by 


zero! ' 




finally: 

sys.stdout.write = original_write © 
if msg: 

print(msg) © 





m 
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m t u & pt t m m m it iM m m ; 
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sys. stdout .write jfi 
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@contextmanager 
exit 




@contextmanager 
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fiM @contextmanager Ic^G yield 

try/finally ip'oJP with in'ojp) , 

PPM]z1tiz^£nif with i/WWf 
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, Martijn Pieters 3 
If M, (http://www.zopatista.com/python/2013/ll/26/inplace-file- 























































































rewriting) 7 § @contextmanager A'fs 
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15-8 
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15-8 



import csv 

with inplace(csvfilename, ' r', newline='') as (infh, outfh): 
reader = csv.reader(infh) 
writer = csv.writer(outfh) 

for row in reader: 

row += ['new', 'columns'] 
writer.writerow(row) 


inplace 

outfh) , 










fit! fileinput. input 

(https://docs.python.Org/3/library/fileinput.html#fileinput.input; Ml 











Martijn^lj/i inplace 

A 3 : http://www.zopatista.com/python/2013/ll/26/inplace-file-rewriting/) , 

tJc^J yield 

yield 
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exit 
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izE @contextmanager 



yield 
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FClT 
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enter / exit 
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fit! LookingGlass ^, ijM T^Pi^it exit 

Raymond Hettinger it PyConUS 2013 _t ff\ itk iR it jM i t ij l ; ft it T ^ 

KM&-. with Tfmmmmm, 

53, (“WhatMakes Python 

Awesome?”, jf§ 21 ‘rF^l'iCT/a , https://speakerdeck.com/pyconslides/pycon- 
keynote-python-is-awesome-by-raymond-hettinger?slide=21 ) 0 

HiH, contextlib ^ 

f, @contextmanager yield in Rl fulfil 








looking_glass 17 LookingGlass itht 

t&T5M @contextmanager Bf#PM3h M #^<, 


@contextmanager 



it- 5 ® 




.-L;ifj-fJ, JE^/F^F R tj Python #ft^p n* 
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Python ip s'A fi(J“8. Compound statements”—$ 
(https://docs.python.Org/3/reference/compound_stmts.html ) AMiAA f 

ifC for^ while try ipAfitl else AA° A A try/except ipA 

A A At A Python jxl , Raymond Hettinger 
1 1 Stack Overflow A A“‘Is it a good practice to use try-except-else in 
Python?”^—011 (http://stackoverflow.com/questions/16138232/is-it-a- 
good-practice-to-use-try-except-else-in-python) {$L T If 10 0^ ° 1 A Alex 
Martelli^j&tl (Python A A ® (H 2 WO » —'AA* 

%&}, W-MmmimT EAF? ° AlexiUr&#lIilCt*;^fifr 

oJ§ 



” n A if fj A A Grace Hopper A A 1*1! 11ifj □ 


7E 


A Python fp/ii A/AS A ’ “4. Built-in Types”— m A 





( https://docs.python.org/3/library/stdtypes.html#typecontextmanager ) „ 

enter / exit 




Python ip 

A fh“3.3.8. With Statement Context Managers”—A A 
(https://docs.python.org/3/reference/datamodel.html#with-statement-context- 

managers) □ AT AlffMillAAPEP 343— 

The‘with’Statement” (https://www.python.org/dev/peps/pep-0343/ ) A 31 

A o A A pep A H Ail > 





pep 


/± PyCon US 2013 GAA/AA If A> Raymond Hettinger A if] , wit h ip A 
“AHi^ m ftJ—lAiiA#fA”o A A AAAA ^Transforming Code into 


A: 


Beautiful, Idiomatic Python” iff if A 

(https://speakerdeck.com/pyconslides/transforming-code-into-beautiflil- 
idiomatic-python-by-raymond-hettinger-1 ?slide=34 ) , A A 



JeffPreshing IMA “The Python with Statement 

by Example” ( http://preshing.com/20110920/the-python-with-statement-by- 

example/) , AAiAtfff7 pycairo HIAfpAWATJtW^o 































































Beazley Aj Jones jtilMj«Python Cookbook (B 3 



Mo “8.3 ihXrf 



A* 


LazyConnection m, 


“9.22 



It 



55 





, a 





PyConUS 2013 []^3iiMMi^l : “What Makes Python Awesome” A 1 
( http://pyvideo.or^video/1669/keynote-3 ) , Raymond Hettinger ijMtk 

with ipAjEftiH^B^, 

PEPil^Xfl^lUif, PEP343 lu:MPllbc 


M/5, Hettinger 

, #P A-B-C ^P P-B-Q, 



IPAhJWEB 






□ aS/5? 


c 




with iH^ 

with ip^^^fMPf Whl5° Hettinger % 




with ip 



'fk 


O 



with 

lU t 



with 
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, M 1 R /± # ^ 


‘#Mi>C^3ZCo 


Hettinger 7?cil, with ip'RjEftfb^l ° /I Hf #P jib, with ip" rJ 

* ,h Ac itkHip^ bt , it l±j with ip 
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“PEP 342—Coroutines via Enhanced 

Generators” (https://www.python.or^dev/peps/pep-0342/) t 



Python2.5 (2006 ^) $1T- iitfcitjn, yield Tv 

MJa^^APlti^PT .send(value) 

.send(.. .) 

4 1 yieldHitt, 





At®, 


I. send(. ..) PEP 342 33S'®iJPT .throw(. ..) fP . close() 




-Tr rft 




T-^P 16.5 

Python 3.3 (2012 A) A“PEP 380—Syntax for 
Delegating to a Subgenerator” (https://www.python.org/dev/peps/pep- 
0380/) c PEP380X^^l|f[^^#TM^:^j], U{ 

wmm o 







ai 



m, 



IHMtii SyntaxError A-A a 





return 


if^lAT yield fromA^ 
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>>> def simple_coroutine(): # © 

... print('-> coroutine started') 

... x = yield # © 

... print('-> coroutine receivedx) 

• • • 

>>> my_coro = simple_coroutine() 

>>> my_coro # © 

<generator object simple_coroutine at 0xl00c2bel0> 
>>> next(my_coro) # © 

-> coroutine started 
>>> my_coro.send(42) # © 

-> coroutine received: 42 

Traceback (most recent call last): # © 

• • • 

Stoplteration 



©as, 

ttS Stoplteration H 1 - %, 








'GEN_SUSPENDED' 

yield 

1 GEN_CLOSED' 

mm-pHo 


0^ send yield 

send Jjfe, my_coro.send(42)» T 


a, csp, vt^-i 

To @|it, next(my_ci 

my_coro. send(None), 


[MiiT'/TiT/T (§P> 'GEN CREATED') , ffPTtTlW 


next(my_coro) #'/ 




^P^frJMMM^itjHAZlWe None 




' a 


>>> my_coro = simple_coroutine() 

>>> my_coro.send(1729) 

Traceback (most recent call last): 

File "<stdin>"j line 1 , in <module> 

TypeError: can't send non-None value to a just-started generator 







>>> def simple_coro2(a): 

... print('-> Started: a =', a) 

... b = yield a 
... print('-> Received: b =', b) 

... c = yield a + b 
... print('-> Received: c =', c) 

>>> my_coro2 = simple_coro2(14) 

>>> from inspect import getgeneratorstate 
>>> getgeneratorstate(my_coro2) O 
'GEN_CREATED' 

>>> next(my_coro2) © 

-> Started: a = 14 
14 

>>> getgeneratorstate(my_coro2) © 

'GEN_SUSPENDED' 

>>> my_coro2.send(28) © 

-> Received: b = 28 
42 

>>> my_coro2.send(99) © 

-> Received: c = 99 
Traceback (most recent call last): 

File "<stdin>"j line 1 , in <module> 

Stoplteration 

>>> getgeneratorstate(my_coro2) © 

'GEN_CLOSED' 

El inspect. getgeneratorstate PH» GEN_CREATED 

® yield frEp-> Started: a = 14 



@ getgeneratorstate lUffctjlt PH > GEN_SUSPENDED (BP’feth 









im yield muz, 

p bo -> Received: b = 28 v§M» a + b (KM 



(42) , m 





o 


© 99 im yield 



c, mm 99, ^ 



Co fjBP-> Received: c = 99 vf|M> 



fM 


WM^ Stoplteration 


© getgeneratorstate © fj( Pbl, GEN_CLOSED (BPbtl'SA 



O 




»> my_coro2 = simple_coro2(14) 

def simple_coro2(a) : _| »> next(my_coro2) 

print( '-> Started: a =I , a) o -> Started: a = 14 

b = | yield a __ 14 

prln t( '-> Received: b =', b) >» my_coro2.send(28) 

c = | yield a + b _ © -> Received: b = 28 

print('-> Received: c =', c) |_ 42 

»> my_coro2.send(99) 

© -> Received: c = 99 

Traceback (most recent call last): 

File "<stdin>", line 1, in <nodule> 
Stoplteration 


SI 16 - 1 : 

yield % 


simple_coro2 
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g Jacob Holm ft Python-ideas «« 

ifj H ®7j“Yield-From: Finalization guarantees” ( https://mail.python.org/pipermail/python-ideas/2009- 


April/003841.html) „ ftW y t vi & fKl/H i/’ 0 M +, Holm ft 003912 0^1 

( https://mail.python.org/pipermail/python-ideas/2009-April/0039 1 2.html ) fJS ^ /P 1 PI 7 § BfltlSi 
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c or o aver ager 0. py: 








def averager(): 
total = 0.0 
count = 0 
average = None 

while True: o 

term = yield average © 
total += term 
count += 1 

average = total/count 
















o 




total ^P count 7^ ^ jlj IfP MW bT , 

: JCo 16-4 



averager WMEft doctesto 


/K{7lJ 16-4 c or o aver ager O.py: /K^ 1 ] 16-3 ^ /E>C fltJ {jlltJ'fM 





































































































tKj doctest 


>>> coro_avg = averagerQ O 
>>> next(coro_avg) © 

>>> coro_avg.send(10) © 

10.0 

>>> coro_avg.send(30) 

20.0 

>>> coro_avg.send(5) 

15.0 









coro_avg) 
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averager 
16.5 








im±m a 



HU 
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tfp 
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16.4 


my_coro.send(x) ^tt), iB{± 

— A** 



next(my_coro)o 'r z? 

7jr^j 16-5 coroutine 3 


i^T'p&fll ActiveState 7l7l~ _ '7i75?-“Pipeline made of 

coroutines” (http://code.activestate.com/recipes/578265-pipeline-made-of-coroutines/) , fI ; #ae 
C haobin Tang, M7 David Beazley fit)In Si° 


/Jn^I] 16-5 


coroutil.py: 



from functools import wraps 


def coroutine(func): 

. mm-. yield'SliTt, 

@wraps(func) 

def primer(*args,**kwargs): O 
gen = func(*args,**kwargs) © 
next(gen) © 
return gen © 
return primer 



func 





o 


/jrfTj 16-6 M/K @coroutine 16-3 Mbto 


16-6 coroaveragerl.py: 16-5 

^coroutine 



frtj W fM 

































































>>> coro_avg = averager() © 

>>> from inspect import getgeneratorstate 
>>> getgeneratorstate(coro_avg) © 
'GEN_SUSPENDED' 

>>> coro_avg.send(10) © 

10.0 

>>> coro_avg.send(30) 

20.0 

>>> coro_avg.send(5) 

15.0 


from coroutil import coroutine © 

@coroutine © 
def averager(): © 

total = 0.0 
count = 0 
average = None 
while True: 

term = yield average 
total += term 
count += 1 

average = total/count 


O iMffl averager() iMMlt 
PbJ primer 



coroutine 



© getgeneratorstate 




, &tAGEN SUSPENDED 0|th 


© coro_avg-coroutine 

SPA 


O -HA coroutine 


£4 iP-5^ K\7 E0 5(1 3\/on3oon h 


O 





mmm, mr<m° mm, 

t &)7 Tornado tornado.gen 

(http://tornado.readthedocs.or^en/latest/gen.html ) 0 




7|XXj 



* 



yield from (#JaL16.7tO 

16-5 7 W Coroutine Python3.4 

7l asyncio.coroutine (^18$7V^) 0lth 

t£it^ yield from^^o 



























































>>> from coroaveragerl import averager 
>>> coro_avg = averagerQ 
>>> coro_avg.send(40) # O 
40.0 

>>> coro_avg.send(50) 

45.0 

>>> coro_avg.send('spam') # © 

Traceback (most recent call last): 

• • • 

TypeError: unsupported operand type(s) for +=: 'float' and 'str' 
>>> coro_avg.send(60) # © 

Traceback (most recent call last): 

File "<stdin>"j line 1, in <module> 

Stoplteration 


@coroutine SffpSfSffPfKl averager 1# S. 


{I. 


© 


V \ > 







© if frMWf, 

zHMlLS Stoplteration 


WMfft 'spam' total ^m±c 


j i\ 





iB 


!ij o rtlifitl None Ellipsis Ellipsis fit! 

AAA, fA A A ^ A A Alt ° fAEjALilWAffi Stoplteration 


m (A 


MtH) UlfcAiA, 


A {H A 


: my_coro.send(StopIteration) 





kk Python 2.5 Jftn, 









throw ^P close 0 
generator.throw(exc_type[j 

yield 


exc_value[j traceback]]) 








yield 




generator .throw 



O 





generator.close() 



fit! yield 




GeneratorExit -fi-'B 


O 






Stoplteration ^^ ( 

ij GeneratorExit 
RuntimeError 



O 


O 



# JAL“6.2.9. 1 .Generator-iterator 

methods” (https://docs.python.or^3/reference/expressions.html#generator- 
iterator-methods ) □ 



close ^P throw 7K^'J 16-8 ^SjtH 


demo_exc_handling tiffco 


16-8 coroexcdemo.py: 


^4 ^ 






class DemoException(Exception): 







II 


def demo_exc_handling(): 

print('-> coroutine started') 
while True: 
try: 

x = yield 

except DemoException: o 
































































































print('*** DemoException handled. Continuing...') 
else: © 

print('-> coroutine received: {!r}'.format(x)) 
raise RuntimeError('This line should never run.') © 

#$|JAS DemoException 

© /XMAAWt o 

demo_exc_handling 16-9 JAA° 

!l 16-9 demo_exc_handling, 

>>> exc_coro = demo_exc_handling() 

>>> next(exc_coro) 

-> coroutine started 
>>> exc_coro.send(ll) 

-> coroutine received: 11 
>>> exc_coro.send(22) 

-> coroutine received: 22 
>>> exc_coro.close() 

>>> from inspect import getgeneratorstate 
>>> getgeneratorstate(exc_coro) 

'GEN_CLOSED' 

DemoException demo_exc_handling WM, AAA 

s, i6-io$tAo 

16-10 A DemoException AA#A demo_exc_handling A 

>>> exc_coro = demo_exc_handling() 

>>> next(exc_coro) 

-> coroutine started 
>>> exc_coro.send(ll) 

-> coroutine received: 11 







>>> exc_coro.throw(DemoException) 

*** DemoException handled. Continuing... 
>>> getgeneratorstate(exc_coro) 

'GEN SUSPENDED' 


'GEN CLOSED' o /Jn$!] 16-11 


16-11 


>>> exc_coro = demo_exc_handling() 

>>> next(exc_coro) 

-> coroutine started 
>>> exc_coro.send(ll) 

-> coroutine received: 11 

>>> exc_coro.throw(ZeroDivisionError) 

Traceback (most recent call last): 


ZeroDivisionError 
>>> getgeneratorstate(exc_coro) 
'GEN CLOSED' 


fiijjfcA try/finally 16-12 □ 




Pd 


7F#!l 16-12 coro_fmally_demo.py: jjM try/finally 




class DemoException(Exception): 








def demo_finally(): 

print('-> coroutine started') 
try: 

while True: 


try: 

x = yield 

except DemoException: 

print('*** DemoException handled. Continuing., 
else: 

print('-> coroutine received: {!r}'.format(x)) 




finally: 








print('-> coroutine ending') 






from collections import namedtuple 

Result = namedtuple('Result ', 'count average') 

def averager(): 
total = 0.0 
count = 0 
average = None 
while True: 

term = yield 
if term is None: 

break o 

total += term 
count += 1 

average = total/count 
return Result(count, average) © 



Python 3.3 ZL 


namedtuple, 




count average 






averager, %Utjs$\ 16-14 


16-14 coroaverager2.py: averager frykftft doctest 


>>> coro_avg = averager() 

>>> next(coro_avg) 

>>> coro_avg.send(10) O 
>>> coro_avg.send(30) 

>>> coro_avg.send(6.5) 

>>> coro_avg.send(None) © 

Traceback (most recent call last): 

• • • 

Stoplteration: Result(count=3, average=15.5) 



o 


© None 10^0 






# M 1 HP 1 Stoplteration value 



•/h 







V > 



UM-ta Stoplteration 


yip ? p g "t u p n 






Stoplteration 


16-15 


/js$J 16-15 

I 


Stoplteration IMX averager MIHEft 



>>> coro_avg = averager() 

>>> next(coro_avg) 

>>> coro_avg.send(10) 

>>> coro_avg.send(30) 

>>> coro_avg.send(6.5) 

>>> try: 

... coro_avg.send(None) 

... except Stoplteration as exc: 
... result = exc.value 

• • • 

>>> result 

Result(count=3j average=15.5) 








ea^PEP38o^A 



ffJfiWHS - A-itU/TAi&ftfjffi f: yield from SttsSl*)SISSzAJf« 


Stoplteration for IfEFiblS Stoplteration 

r#£X-BE 


yield from in 


z^G value M1T&tKlL3£j$i yield from 



from (t^2£ yield) # 11 ?£ & ft» 


Lh 4 


Stoplteration if 

o npli, 

yield 




iPython 



ipython-yf (https://github.com/tecki/ipython-yf) , hT^-p: 



iPython ©$'J n t’itLSiiMT yield frorrio bJl'i.S'n asyncio 

iL P ython Sjfe PS ilLi® >js 



Python 3.5 W#T, {S^W?j£ 



J>C O 




^ &*J 22412 Towards an asyncio-enabled command 

line ( http://bugs.python.org/issue22412 ) 0 


WnfoJfjM yield from HI PEP 380 aG^EKJ 


txM. averager WMMIUEftfJlo Tffii4ifc yield from^nf^Jo 






























































gen yield from subgenQ 


H, subgen gen 


^^JltJcfSrfrLl subgeno itfc R ftj*» 


gen £ 



subgen i% 


5 


O 


PEP lEfevHt^, iSi&ifiq await a sync PEP 492—Coroutines 

withasync and await syntax (https://www.python.org/dev/peps/pep-0492/) „ 




>>> def gen(): 


yield from 

'AB' 

yield from 

range(l, 3) 

• • • 

>>> list(genQ) 


['A', 'B'j 1, 2] 

































































>>> def chain(*iterables): 

... for it in iterables: 

yield from it 


>>> s = 'ABC' 

>>> t = tuple(range(3)) 
>>> list(chain(s, t)) 
['A', ' B' j 'C, 0, 1, 2] 


Beazley Jones Stl ((Python Cookbook (H 3 WO 
4E “4.14 











GitHub 


fit! yield from tjs 

4 1 , https://github.com/dabeaz/python- 

cookbook/blob/ master/src/4/how_to flatten a nested sequence/example.py) 


yield from x x 

0ith, x oj 



ilffi iter(x), 




0]lh, 31A yield f rom in 


PEP 380 7 “Syntax for 


Delegating to a Subgenerator” (“JGIRjq fitl7)££”) 


J^o 










yield from 







n 


Pih PEP380#ffl7 


s ',■ [ j Cf : j4;i"- 


P o 


























































































})K yield f rom <iterable> 

PEP 3 80 [^J feU (“Syntax for Delegating to a Subgenerator”) ^ JpJf ij£ £KJ ‘“■? 

(subgenerator) 0 






f -^j PEP 380 EftfeU (“Syntax for Delegating to a 


Subgenerator”) 






next_ {MtI, yield from 


j«o 31 A yield from^$|ftg|ft^7£&£5&7 

next > send> close throw Jj) 





7 ffl 16-2 



Paul Sokolovsky i£$ l l (fj/KM 



( http://flupy.org/resources/yield-from.pdf ) 


o 


main grouper averager 


def naln(data): 

results * {} 

for key, values in data.ltem(): 
group » grouper(results, key) 
next(group) 
for value In values: 

group.send(value) 
group.send(None) 

report(results) 


jend 


{taovy 

cl oil 


|def grouper(results, key): 
while True: 

results[key] = yield fron averager() 


def averager(): 
total = 0.0 
count = 0 
average = None 
while True: 

tern = yield 
If tern Is None: 
break 

total ♦= tern 
count ♦= 1 

average = total/count 
return Result(count, average) 


ra t/0f| 









































































































$ python3 coroaverager3.py 
9 boys averaging 40.42kg 
9 boys averaging 1.39m 
10 girls averaging 42.04kg 
10 girls averaging 1.43m 


i6-i7 fa 


F=r 




yield from in 



“What's 


New in Python 3.3”— JC (https://docs.python.or^3/whatsnew/3.3.html#pep 
380) 


f^J 16-17 coroaverager3.py: fjM yield f rom if infill 



from collections import namedtuple 

Result = namedtuple(’Result’, ’count average’) 

# 

def averager(): © 

total = 0.0 
count = 0 
average = None 
while True: 

term = yield © 
if term is None: © 
break 

total += term 
count += 1 

average = total/count 

return Result(count , average) © 





































































# 

def grouper(results, key): © 
while True: © 

results[key] = yield from averagerQ © 



# 
def 


main(data): 0 
results = {} 

for key, values in data.items(): 
group = grouper(results, key) 
next(group) © 
for value in values: 


group.send(value) 
group.send(None) # 


© 




© 



# print(results) 
report(results) 




def report(results): 

for key, result in sorted(results.items()): 
group, unit = key.split('; ’) 
print('{:2} {:5} averaging {:.2f}{}'.format( 

result.count, group, result.average, unit)) 


data = { 

'girls;kg': 

[40.9, 38.5, 44.3, 42.2, 45.2, 41.7, 44.5, 38.0, 40.6, 44.5], 
'girls;m': 

[1.6, 1.51, 1.4, 1.3, 1.41, 1.39, 1.33, 1.46, 1.45, 1.43], 

'boys;kg': 

[39.0, 40.8, 43.2, 40.8, 43.1, 38.6, 41.4, 40.6, 36.3], 

'boys;m': 

[1.38, 1.5, 1.32, 1.25, 1.37, 1.48, 1.25, 1.49, 1.46], 

} 


if _name_ == '_main 

main(data) 


16-13 4*1$ averager o 



1 



© 






yield fromiMA^A 


WSWA^A/XMPl 



@ 


Result 


<,A grouper yield f rom Ai£A 



O 


© grouper 







averager 3 




7E 


O grouper AMfitl^AflliiPAiS A yield from AH, 


averager 3 
averager 5 


' . '_T /r/r '' 



□ grouper AA yield from AiiAAIllf? 



\ 



O 


averager $ 


SWUAPaG 3\ results [key] 


O 


while 


m, 4ta 




WIo 


, mw 

sbb e 


p » 



averager 


© main WWLjk 



^-t ^U-I 


\ > 


PEP 380 /ilS 

It- 






© group grouper #A grouper lift 


results, 
flo group {^AMSiMlo 

© group WM° 



A*A* 


JGAA value A A grouper D AAfitKllllt#liJA: averager ill&A 


term = yield 


IT; grouper 


> \ 



^ffAo 


fG None #A grouper, AijcAfll fit! averager 5 
grouper Ifli'JlI^A averager ^^!j, ^ 


%m&±, Hit 


MT-ilo 


RHJ 16-17 

(group.send(None)) 


P 

0 ! 


V > 


St 






AMU: ^MAtl! W averager 


IT > 


m 


□ o jlhHt, 


iG main HffclAGMMW print (results) A A HAP AH, AAA 


11, results HA 


VN 


Wo 









yield 


from coroaverager3.py J$PA 

fft A5i (https://github.com/fluentpython/example-code/blob/master/16- 
coroutine/coroaverager3.py) □ M @ ij£ #n T ° 


16-17 HSAij^E main 


group.send(None) 



mm ( 


rd 



C4 



|f! 



m 






group H 





o 


grouper 



in group 


• iM^I next (group), grouper, jfhfrfj£A while 

Truelfl'F, Aaverager jg, i yield from 


• rti! for fjf group, send (value), 

averagero [W]flt, EiOTtl grouper (group) ff yield 
from Hff?o 



group #$I$cl0^E yield from 
@jtfc, grouper results[key] 

Wifo 
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j -> 





yield from 
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jm 










yield from 





8 ||i'i| f=j Python-Dev ®#yij^4 1 fttl — ‘'t' vtt JS>: “PEP 380 (yield from a subgenerator) comments” ( 'Mi 
2009 3 #i 21 0, https://mail.python.org/pipermail/python-dev/2009-IVIarch/087385.html ) 0 


PEP 380 









o 


PEP 380 i£“ProposaP’^i? 

(https://www.python.Org/dev/peps/pep-0380/#proposal) AA Ai&TI 7 

yield from EftTfAo 37JI, 

16-17 

PPJ7T&M- 





send() 



O 





te None, 



_next_()#A7° £n 

^il^IA^None, !P7#iMfflA^fl^send() 



Stoplteration 










return expr 




Stoplteration(expr) 



yield from 





Stoplteration 






















































































































yield from 

• IA7 GeneratorExit 7Aj$i 

throw() A^iMTI throw() A^SAMth 

Stoplteration Stoplteration A 


• AJI7E GeneratorExit 

AiMffl close() 77A 3PA^hAA^±iMffl close() A 

tu^im close o TimmmnmiM, WA$m<k 

GeneratorExit 


yield from 7l A A iAA A 37 J A AAA^S#^EftIPMA° Greg 
Ewing fife###, APEP380 7AA^iA1377 yield from iftAA 



yield from 7IAA° 





RESULT = yield from EXPR 






16-18 




o 



RESULT = 


16-18 m&T 

yield from EXPR yft: 

.throw(...) fP .close() 7 jt£, MJeUR^W Stoplteration 

A 1 ^ \ 

m) 


a 

T I' 


_i = iter(EXPR) 
try: 



_y = next(_i) © 
except Stoplteration as _e: 
r = e.value © 


else: 

while 1: © 

_s = yield _y 
try: 



_y = _i.send(_s) © 
except Stoplteration as _e: 
_r = _e.value 
break 



RESULT = r © 



EXPR 





iter() 



o 






© 

© 






Stoplteration # ®> 

(RESULT) 


value Jltt> 



o 







Stoplteration value 






(RESULT) 


0 

7E 




yield from 







$tU^7 PEP 380 





















jm 


? P J HfrK AE 


AAt# .throw(. ..) 


.closeQ Al£> HI jib y i e 1 d f rom #P 


yield from 1/lfjjiJ^iIo 


yield from 

tmimmwo mis, mim, ^imjjim next(. ..) mikm 


.send(None) Jf'ji;, next(.. .) L 


it; 


None Bf, 


.send(...) A) 


ATA^ftb, Tffi^P PEP380 yield from^ii^^» 


im MJeUjp±7^J16-19 

7 ±M<i, AWfc&^iEJp^o 




m 


7F$\ 16-19 



RESULT = yield from EXPR 




^J 16-19 £KJ RESULT = yield 

from EXPR ip^ 


_i = iter(EXPR) O 
try: 

_y = next(_i) © 
except Stoplteration as _e: 

_r = _e.value © 
else: 

while 1: © 

try: 

_s = yield _y © 
except GeneratorExit as _e: © 

try: 

_m = _i.close 
except AttributeError: 

pass 

else: 

_m() 

raise _e 

except BaseException as _e: © 







_x = sys.exc_info() 
try: 

_m = _i.throw 
except AttributeError: 

raise _e 
else: 0 
try: 

_y = _m(*_x) 
except Stoplteration 
_r = _e.value 
break 

else: © 
try: © 

if _s is None: © 

_y = next(_i) 
else: 

_y = _i.send(_s) 
except Stoplteration as 
_r = _e.value 
break 


as 


e: 


RESULT = 






© throw Jj&t ilTIAl 

Stoplteration ®{f ¥a 














? 




O 





7 § None, 


next ®|£, 


AWI7I send 


A'A 


O 



Stoplteration value JlttEft'f]!, 


, i±® 




©MIhJ^JI (result) ^ r, 



yield from 




yield from A try/except 

Awhile^ —‘A if A yield □ Tcill while UfJA yield ^ 



next (.. .) gftfP . send(...) A '/7 iJl , A17 77^7(177 

M yield from ° 


7tA/5$J \ 6-\9 tH, 



++ 


1J : 



9 


16.4 "A aE A 7l HP A) A yield f rom in 






I An 


^ickCoghlan T 1 2009 ^ 4 f! 5 HIE Python-ideas fi|3{f 
(https://maipython.org/pipermaii/python-ideas/2009-April/003954.html) fMit, yield from IP 

A-» r> - / - T -* i—r — w —* i—r i —* \ -a- 







\ 


o 


A A T |J if 7 'j 1 71 7 77 777 ( https: //mail .python, org/ pipermail/python- 
dev/2009-March/087385.html) , 777^5 yield from 
Greg Ewing ij£: 


















































































































-Guido van Rossum ^11 Phillip J. Eby 

PEP 342—Coroutines via Enhanced Generators 


10 PEP 342 (https://www.python.org/dev/peps/pep-0342/) E“Motivation” • iJ)l/'Efl'Jvf)^ ‘/'Ji/i 




rio 17 j (Discrete Event Simulation, 





DES) Ml 


















































































































































A. 


















Python Hi, 




u #^ SimPy (https://simpy.readthedocs.org/en/latest/) » T'lcTlIi^a Btl 

SyrnPy (httpy/www. sympy.org) MMTo SymPy JH—T/DESTl^o 





o 








16.9.2 










o 






r=r 

t=r 



^mm- 

rU*. BPtSTMMhiW 




HltkSOT/'S;® |b] o 

a.—-A*^ —-xfcti 





immm 


kL 








M/> 
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$ python3 taxi_sim.py -s 3 


taxi: 0 
taxi: 0 
taxi: 1 
taxi: 1 
taxi: 2 
taxi: 2 
taxi: 2 
taxi: 0 
taxi: 2 
taxi: 2 
taxi: 1 
taxi: 2 
taxi: 0 
taxi: 2 
taxi: 2 
taxi: 1 
taxi: 1 
taxi: 0 
taxi: 1 
taxi: 2 
taxi: 2 
taxi: 0 
taxi: 1 
taxi: 1 
taxi: 2 
taxi: 2 
taxi: 2 
taxi: 1 
taxi: 2 
taxi: 1 


Event(time=0, proc=0, action=' leave garage') 

Event(time=2, proc=0, action='pick up passenger') 
Event(time=5, proc=l, action=' leave garage') 
Event(time=8, proc=l, action='pick up passenger') 
Event(time=10, proc=2, action=' leave garage') 
Event(time=15, proc=2, action='pick up passenger') 
Event(time=17, proc=2, action='drop off passenger') 
Event(time=18, proc=0, action='drop off passenger') 

Event(time=18, proc=2, action='pick up passenger') 
Event(tirne=25, proc=2, action='drop off passenger') 
Event(time=27, proc=l, action='drop off passenger') 
Event(time=27, proc=2, action='pick up passenger') 
Event(time=28, proc=0, action='pick up passenger') 

Event(time=40, proc=2, action='drop off passenger') 
Event(tirne=44, proc=2, action='pick up passenger') 
Event(time=55, proc=l, action='pick up passenger') 
Event(time=59, proc=l, action='drop off passenger') 
Event(time=65, proc=0, action='drop off passenger') 
Event(time=65, proc=l, action='pick up passenger') 
Event(time=65, proc=2, action='drop off passenger') 
Event(tine=72, proc=2, action='pick up passenger') 
Event(time=76, proc=0, action=' going home') 

Event(time=80, proc=l, action='drop off passenger') 
Event(time=88, proc=l, action='pick up passenger') 
Event(time=95, proc=2, action='drop off passenger') 
Event(time=97, proc=2, action='pick up passenger') 
Event(time=98, proc=2, action='drop off passenger') 
Event(time=106, proc=l, action='drop off passenger') 
Event(time=109, proc=2, action='going home') 
Event(time=110, proc=l, action= 'going home') 


*** end of events *** 























(httpy/www.ituring.com.cn/book/1564) 







































































(time=2) 


1 1=1 

1 ^ 


(time=8) 


1=1 





(time=15) 



• c •. time=2 &t 

-h^-, PJ time=18 BfT^F; time=28 B\f_h$, PJ 

time=65 BtT^P-& 




• i &k time=s b ims, 2 

(time=io) , (SPM^hfe^ 

PDfefBU o 



*** end of simulation time: 3 events pending *** 


taxi_sim.py J$P^ fitlznUf^Pt/jP^J A-6 P, Kz^PJ tb P; Pj'Uffi 3k £KJ 

rPP V o taxi_process , UR 

Wlf{JiMR.WRk^ Simulator.run Jj'lk » 






7F#!l 16-20 ^ taxi_process ill ffc Eft fTO o i2#bWMffli | J7$ l J£bAE!^Eft 




%.-. compute_delay Hffc, i 
'T namedtuple, ae^TjT^IP 


\t V> 


\—r ^ 


; Event 


Event = collections.namedtuple( 1 Event 1 , 'time proc action') 


iT Event ^4# time V-l^^#^£04Eft{ftK04fB|> proc TIT^elB 




X, action 


B 4*44: 


/r/r 


16-20 T'Eft taxi_process lilfro 


7F$\\ 16-20 taxi_sim.py: taxi_process IftH, 3 


def taxi_process(ident , trips, start_time=0): O 

.Btfrj m v# , iee$ijtxim# #ti. 

time = yield Event(start_time, ident, 'leave garage') © 
for i in range(trips): © 

time = yield Event(time, ident, 'pick up passenger') 
time = yield Event(time, ident, 'drop off passenger') 


© 

© 


yield Event(time, ident, 'going home') © 

# mmmn^ © 



—#C taxi_process Blit , felH 

ident *Wffi#W ir p 


m 

7H 



T'EftO^ K 2) ? trips ^471^0 WXM fit! trfMfjdt; start_time 


® db\ Event fk ' leave garage# » 







yfv 



#« 


; =l7 |-H-f zO sc 




fflSfcf, (tefflsend2f&) 

time 0 


iM 


0 



© Event 5 



ZJ\:n 





To 


#r ; =i# pH-f 

T ° 










0 MM Lij Stoplteration 

Python JSfjjiJ o' taxi_process §§!£, IeJ B“^§ 
MT (drive) — miTU^ 15 , $P^J 16 - 21 ^o 


7^m 16-21 4 >. 




Tjtf^J 16-21 MM taxi_process Wi 


>>> from taxi_sim import taxi_process 

>>> taxi = taxi_process(ident=13j trips=2, start_time=0) O 
>>> next(taxi) © 

Event(time=0j proc=13j action='leave garage') 

>>> taxi.send(_.time + 7) © 

Event(time=7j proc=13j action='pick up passenger') © 

>>> taxi.send(_.time + 23) © 

Event(time=30j proc=13, action='drop off passenger') 

>>> taxi.send(_.time + 5) © 

Event(time=35, proc=13j action='pick up passenger') 

>>> taxi.send(_.time + 48) © 

Event(time=83j proc=13j action='drop off passenger') 

>>> taxi.send(_.time + 1) 

Event(time=84, proc=13j action='going home') 0 
>>> taxi.send(_.time + 10) © 

Traceback (most recent call last): 

File "<stdin>"j line 1, in <module> 
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taxis = {i: taxi_process(i, (i + 1) * 2, i * DEPARTURE_INTERVAL) 

for i in range(num_taxis)} 
sim = Simulator(taxis) 


DEPARTURE INTERVAL 5; 


num taxis StKlL-Njft 
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taxis 


= {0 
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taxi_process(ident=0, 

taxi_process(ident=l, 

taxi_process(ident=2. 


sim = 


2: taxi_proce 
Simulator(taxis) 


trips=2j 

trips=4, 

trips=6j 


start_time=0 ), 
start_time=5 ), 
start_time=10)} 
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^■JA start_time=5 




Simulator._init_ Tj'&llttsFffil 16-22 ^f/j^o Simulator 
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PriorityQueue %%, Event ({jsM 
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class Simulator: 

def _init_(self, procsjnap): 

self.events = queue.PriorityQueue() © 
self.procs = dict(procsjnap) © 


\AAfWAL^iAtA] PriorityQueue M 
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sim = Simulator(taxis) 
sim.run(end_time) 
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class Simulator: 


def _init_(self, procsjnap): 

self.events = queue.PriorityQueue() 
self.procs = dict(procsjnap) 


A*Ar 


def run(selfj end_time): O 

.. 

for proc in sorted(self.procs 
first_event = next(proc) © 
self.events.put(first_event) 


items()): © 
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# m 

sim_time = 0 © 

while sim_time < end_time: © 
if self.events.empty(): © 

print(’*** end of events 
break 
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current_event = self.events.get() © 
sim_timej proc_id, previous_action = current_event © 
print( ’taxi :', proc_id, proc_id * ' ' current_event) 

active_proc = self.procs[proc_id] © 
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del self.procs[proc_id] © 
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self.events.put(next_event) 
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$ python3 flags.py 

BD BR CD CN DE EG ET FR ID IN IR IP MX NG PH PK RU TR US VN O 
20 flags downloaded in 7.26s © 

$ python3 flags.py 

BD BR CD CN DE EG ET FR ID IN IR IP MX NG PH PK RU TR US VN 
20 flags downloaded in 7.20s 
$ python3 flags.py 

BD BR CD CN DE EG ET FR ID IN IR IP MX NG PH PK RU TR US VN 
20 flags downloaded in 7.09s 
$ python3 flags_thneadpool.py 

DE BD CN IP ID EG NG BR RU CD IR MX US PH FR PK VN IN ET TR 
20 flags downloaded in 1.37s © 

$ python3 flags_threadpool.py 

EG BR FR IN BD IP DE RU PK PH CD MX ID US NG TR CN VN ET IR 

























































































20 flags downloaded in 1.60s 
$ python3 flags_threadpool.py 

BD DE EG CN ID RU IN VN ET MX FR CD NG US DP TR PK BR IR PH 
20 flags downloaded in 1.22s 
$ python3 flags_asyncio.py © 

BD BR IN ID TR DE CN US IR PK PH FR RU NG VN ET MX EG DP CD 
20 flags downloaded in 1.36s 
$ python3 flags_asyncio.py 

RU CN BR IN FR BD TR EG VN IR PH CD ET ID NG DE DP PK MX US 


20 flags downloaded in 1.27s 
$ python3 flags_asyncio.py 

RU IN ID DE BR VN PK MX US IR ET EG NG BD FR CN DP PH CD TR © 
20 flags downloaded in 1.42s 
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import os 
import time 
import sys 

import requests o 

POP20_CC = ('CN IN US ID BR PK NG BD RU DP ' 

'MX PH VN ET EG DE IR TR CD FR').split() © 

BASEJJRL = 'http://flupy.org/data/flags' © 

DEST_DIR = 'downloads/' © 

def save_flag(imgj filename): © 

path = os.path.join(DEST_DIR, filename) 










































































































with open(pathj 'wb') as fp: 
fp.write(img) 

def get_flag(cc): © 

url = '{}/{cc}/{cc}.gif'.format(BASEJJRL, cc=cc.lower()) 
resp = requests.get(url) 
return resp.content 

def show(text): © 

print(text, end=' ') 
sys.stdout.flush() 

def download_many(cc_list): 0 

for cc in sorted(cc_list): © 

image = get_flag(cc) 
show(cc) 

save_flag(image, cc.lowerQ + '.gif') 
return len(cc_list) 

def main(download_many): © 

t0 = time.time() 
count = download_many(POP20_CC) 
elapsed = time.time() - t0 
msg = '\n{| flags downloaded in {:.2f}s' 
print(msg.format(count , elapsed)) 

if _name_ == '_main_': 

main(download_many) © 
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0 main fcffiE download_many i§fj[ 
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urllib.request 
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requests 



API JE^'O Python M.A Python2.6 RVX± 

§o @APython2 AIM 7 urllib2, Python 3 XitfB 7 



Python, requests J7 JliTf {17 


flags .py J#P A 4 A 7’ \\ y A lit A i4, JR /I 

A concurrent.futures 


























































































































o 


© SS- ThreadPoolExecutor 


©TS 




Blft; 











o 





(MAX WORKERS) 




ThreadPoolExecutor 



executor._exit_ 

executor.shutdown(wait=True) 
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mkmumx, 





next() 
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17 . 1.3 mwmm 


WJftJi concurrent.futures 
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, KinWB^PJWSyitt®. /pct 17-3 ftWisffigiJ 

7mm, a-ts 




kk Python 3.4 3S, tei 1 flJ$ l + i: fi‘W y l'4i;% Future M 



p: concurrent.futures.Future fP asyncio.Future 

“ t Future 



-V • I -g I ■ wi^-wii ■%- y VH V ix -g ’ -V NLJ »-» ^ i—i /TX'V 

to Twisted ^|^ , i =, (ft Deferred Tornado 
Future ^ JavaScript Promise 
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concurrent.futures.Executor 


concurrent .futures. Future ^$| 0 $|$P, 
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&(ft#fte 


Executor.submit() 
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.done() TjH, , 

1 V Future 



7E PI 



^0 ^ $) fiiHe (ft ojiMX't^ ap pi us; 





.add_done_callback() 7 j}£: 
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lUPb iSEf .result!) P?£o ftliS. lil' Pii 


Sffip Future jgpWfffflffilal: iM 0 P iM fflEf f! 
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A£ ? 
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result Tj^itj^Fh Future 4* ift fr>Ml It filzfco M 


concurrency .futures. Future iMffi f. result() TT/i;# 

iJW^p^bTMIUo itfcftiT result Tf'&nJVX 
t|^r p j ^Q "t i m g o u "t ^ 5 * ^ ^ ^ ^ ^ 7i >/ ^* 






zHMtij TimeoutError i^fij 18.1.1 tT 

M, asyncio. Future, result 

yield from^pt^Jo ^fxf, 
concurrency .futures. Future mwMtk o 
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mmmm 

concurrent.futures.as_completed Sffc 

( https://doc s .python.org/ 3 /library/ concurrent, futures .html#concurrent. futures. a 

m _. 



/jn^J 17-3o i^^hSi 
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*Sr, 
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futures .as_completed Si Wi* 
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fitJ executor.map for UfJ'F: 













17-4 flags threadpool ac.py: JEdownload_many SlffcS'fitI 
executor .map executor. submit 

futures .as_completed Siffc 


def download_many(cc_list): 

cc_list = cc_list[ :5] O 

with futures.ThreadPoolExecutor(max_wonkers=B) as executor: © 

to_do = [] 

for cc in sorted(cc_list): © 

future = executor.submit(download_onej cc) © 
to_do.append(future) © 
msg = 'Scheduled for {}: {}' 
print(msg.format(cCj future)) © 

results = [] 

for future in futures.as_completed(to_do): © 

res = future. resultQ © 
msg = '{} result: {!r}' 
print(msg.format(futurej res)) © 
results.append(res) 

return len(results) 
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@ -fE max workers 


2 % 3 , 1^1 






G executor. submit ^iJII fft Bt IXI» 
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jnlltft^n as_completed |fo 



G as_completed 
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o 



7 p;^!l 17-5 flags_threadpool_ac.py 


$ python3 flags_threadpool_ac.py 

Scheduled for BR: <Future at 0x100791518 state=running> O 
Scheduled for CN: <Future at 0x100791710 state=running> 

Scheduled for ID: <Future at 0xl00791a90 state=running> 

Scheduled for IN: <Future at 0x101807080 state=pending> © 

Scheduled for US: <Future at 0x101807128 state=pending> 

CN <Future at 0x100791710 state=finished returned str> result: 'CN' © 

BR ID <Future at 0x100791518 state=finished returned str> result: 'BR' © 
<Future at 0xl00791a90 state=finished returned str> result: 'ID' 

IN <Future at 0x101807080 state=finished returned str> result: 'IN' 

US <Future at 0x101807128 state=finished returned str> result: 'US' 

5 flags downloaded in 0.70s 
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concurrent .futures GIL (Global Interpreter 

Lock, EftPlIrfrJ, M flags_asyncio.py 
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python 



CPUl-h. 
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CPython ■% Python ip s^M^C^Ko Jython $1 IronPython iS'Pi # PB$iJ o 

^7±, S frmw Python PyPy M GILo 


Python GIL; ^31, WtT%^#}\i%r^, R 

I'rtawaftsK-i'ffiffl c ® His^wtrswi gil. 
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GIL, 




C ip m Hi-% fit! Python 

IfPnTffltft cpu^^o 
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0 ith David Beazley A~ VA : 


“Python l AAA 
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6 JiS fi “Generators: The Final Frontier” ( http://www.dabeaz.com/finalgenerator/) , H 106 
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17.3 filFP concurrent. futureslii&Jnz^J 

mm 



concurrent.futures 

( https://docs .python.org/3/library/ concurrent, futures .html ) 
^“Launching parallel tasks” ° 

ProcessPoolExecutor 2 




Python jJfM&ttlo 01th, 



_ M 
rTniS: 



CPUti 






^ JF GIL, 



CPUII>Go 


ProcessPoolExecutor ThreadPoolExecutor ^ 
Executor tie P, HlthfjOT concurrent .futures 






I/O tl;^MfpProcessPoolExecutor H 






def download_many(cc_list): 

workers = min(MAX_WORKERS J len(cc_list)) 

with futures.ThreadPoolExecutor(workers) as executor: 



def download_many(cc_list): 

with futures.ProcessPoolExecutor() as executor: 


Executor 

ThreadPoolExecutor._init_TTtimfll max_workers # 

Wi, tH^tMitk^tMfit fit it ° ProcessPoolExecutor 

m 



IfiAl 





os.cpu_count() MlffcMtnlSi CPU Wiit » 
CPU IS 




I/O w 


—^ ThreadPoolExecutor 10 
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ProcessPoolExecutor :^JTfc 20 ffi 


WLft}V$ta\M1X\$\T 1.8#, 

1.4 #o 
4 



ThreadPoolExecutor 



B 

7H 


'j M. E \% cpu, 


0llhPlrjjlJ^I!E 


n 655 






ProcessPoolExecutor CPU^ftM{^ik_Lo 

CPU ® UK jffil ^ It T ^ ® t£$!l ia$ o 


arcfour futures .py 


STBiPTl (1754111 #-#jAl7K$!) A-7) Python ftlft RC4 

ft. 12 y Nf : TJflia. 149KB ill 384KB T#. 



sha_futures .py 

STSW (1754?r #■#JET#!| A-9) ffiffllii’filT't'lKl hashlib H#{ 
OpenSSLJf^H) SHA-256 #ft. Ki+JIT 12 ft 1MB ft 


Tfj&ifiW SHA-256 WjlKt. 














tfefrT 64 ft RC4 71 
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48 )X SHA , 


^if ft} fcf fU t ft Xft it# ^ # fa] o 


i7-i ^f/jN 


^17-1: ^SBWlntel Core i7 2/7 GHzMCPU^i£^-4U flfflPython 
3.4 mi? RC4# SHA^ #|, # #J it 1~4^W U U 3\ ft} # fl] # % II {% fr 
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3SfrRC47]N^W 

RC47Kf'j misis 
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sh atk M 67 H M 
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Hi fa] 
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5.58s 
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10.89s 
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#P JilfM Python £btl CPU % 

PyPy (http://pypy.org) 0 {Jij-d PyPyiUfT arcfour_futures.py J]/|J^B, 



3.8-5.1 fp ; 
W^PyPy2.4.0, S 

concurrent.futures 




^ Python 3.2.5 





o 




















































17.4 ^IliExecutor.mapTj 







Executor.map 7717-6 





^ s /jn j Executor.map 
17-7 


75 $1 17-6 demo executor map.py: T'ffj 

ThreadPoolExecutor map 7j'7fe 



from time import sleep, strftime 
from concurrent import futures 

def display(*args): © 

print(strftime('[%H:%M:%S]'), end=' ') 
print(*args) 

def loiter(n): © 

msg = '{}loiter({}): doing nothing for {}s...' 

display(msg.format('\t'*n, n, n)) 

sleep(n) 

msg = '{}loiter({}): done.' 
display(msg.format('\t'*n, n)) 
return n * 10 © 

def main(): 

displayCScript starting.') 

executor = futures.ThreadPoolExecutor(max_workers=3) © 

results = executor.map(loiter, range(5)) © 

display('results, results) © 

display('Waiting for individual results:') 

for i, result in enumerate(results): © 

display('result {}: {}'.format(i, result)) 

main() 






® loiter t- 

n 



7/A- 


□ s 

> K AE 


nfftS 


-mi, mis 
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s -=7^ 

mi/TJn 


mi; «P»l£ 


@loiter 



Wt? . \ 


n * 10, UUEititf 



©fi'J® ThreadPoolExecutor 5 
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executor (@AKW3^fI, 

^•^AZlSPlf^p: loiter(0)^ loiter(l) loiter(2)) ; 


® executor .map 


^£$ 33 , bttTF&l 17 - 
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/IN o 


® for If J'F'fPI 


enumerate next (results), 

1 (loiter(0)) frp f IP 1% i:if /f 


f. result() Jj] 


result 7j ) 









7 vV /A* 


/ h 


17-6, 





P^J Ws> A;#§p map 


IfPJAIs 


tt^J 17-7 ^felT/jA7!l 17-6 I# 10 Pljffy ItS 7jA7ll □ 




jlb^K 


ThreadPoolExecutor ^HeTj^IPI max_workers 1^25. 

executor .map range ®ilPti#fl; ^ bl^lj 


7j^f7lJ 17-7 7jA7ll 17-6 4 1 demo_executor_map.py fPAP^JfelT/J^lJ 


$ python3 demo_executor_map.py 
[15:56:50] Script starting. O 

[15:56:50] loiter(0): doing nothing for 0s... © 

[15:56:50] loiter(0): done. 

[15:56:50] loiter(l): doing nothing for Is... © 

[15:56:50] loiter(2): doing nothing for 2s... 

[15:56:50] results: <generator object result_iterator at 0xl06517168> © 
[15:56:50] loiter(3): doing nothing for 3s... © 

[15:56:50] Waiting for individual results: 

[15:56:50] result 0: 0 © 

[15:56:51] loiter(l): done. © 




loiter(4): doing nothing for 4s... 


[15:56:51] 

[15:56:51] 

[15:56:52] 

[15:56:52] 

[15:56:53] 

[15:56:53] 

[15:56:55] 

[15:56:55] 
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10 0 


result 


20 


loiter(2): done. © 

loiter(3): done 


result 


30 


result 


40 


loiter(4): done. © 
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A*-, .A. + 


if) o 
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executor .map (results) 

HfW ^> tWIt max workers SltT^F^Pl. 
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loiter(3) o 
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> feiT 


<D itbPt^ltTilfSnTPLPl^, loiter ilififft# 


ft: results 


next 
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0^/loiter(0) lit, 

-15:56:50o 


O^tWJp, ip 15:56:51, loiter(l) 


pfeir loiter(4) 


O 



© loiter(1) 
loiter(2) 


: 10 
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, mw 



© R_t: loiter(2) loiter(3) 


© 2 # It in loiter(4) fetr^nJ^E 0;% loiter(4) 15:56:51 

MT4|)o 
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A PI* 10 #, SIX map SffiSISffijSj&ISa 
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S, «®Ub«S*0IS#PI*, h 




ij«ixi?fwssuBB*ta, awif^si'niS; *&, assniixwss 

b “Tr^-te^c 
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7 E> y l N tl 
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ME 


Executor.submit Tfy^P futures.as_completed 

70 \M^^\ 17-4 0>lP#o 17.5.2 14- 




executor. submit ^P futures.as_completed l^ y EMn'Pb 

0;% submit 7j7£i&£btI^E0tft 




executor.map 

fP#l 0 M executor .map JR-■ h, wn 

o MY, 

0 Executor 5R{71, ThreadPoolExecutor 5R 




o futures.as_completedB 





li'JH, ProcessPoolExecutor ^ 


executor.map 7710, 




futures.as_completed 






































































































mm r fia g s2 


fl ags 2_c omnion. py 


flags2 /K$!jJlMEftMlPijui, main 



ffl A-10 ^ o 



AN ? 


* 



flags2_sequential .py 

urm.7 



HTTPi^Tic^^o 


flags2_threadpool.py Jip^^^iPJ^^fJP^jllft download_one ii|[o 


flags2_threadpool.py 

futures.ThreadPoolExecutor HTTP 



flags2_asyncio.py 



'A y HiM±% 18 #|ft 18.4 


asyncio aiohttp 



























































































































futures/countries/ |=i README.rst yiiA 

( https: //github .com/ fluentpython/ example-code/blob/master/17- 
futures/countries/README.rst) , 


11^ tqdm^ 

(https://github.com/noamraph/tqdm) 

YouTube .h'M.4\i T — y r 108 (https://www.youtube.com/watch? 

v=M8Z65tA1514 ) , flags 

-ft, hi. 






I'TOIr] 676 




URL, 




. 9Ji 





asyncio 
H 17-1 





7 60 717) 


P J 7U 

flags2_threadpool.py J]/|J 7 7/ It 7 'fT7/ 77 >1?jp o 


WMM6#;tl*] (§Pf7 

0 


a, ^Jte 


8 0 0 


3. Python 


(.venv34) lontra:countries luciano$ python3 flags2_threadpool.py -s ERROR 
ERROR site: http://localhost : 8003/flags 
Searching for 676 flags: from AA to ZZ 
10 concurrent connections will be used. 

I#### -1 300/676 4496 [elapsed: 00:08 left: 00:10, 36.17 iters/sec]| 


-e -m 10 


O O 


3. bash 



(.venv34) lontra:countries lucianoS python3 flags2_threadpool . py 
ERROR site: http://localhost:8003/flags 
Searching for 676 flags: from AA to ZZ 
10 concurrent connections will be used. 


-s ERROR -e -m 10 


147 flags downloaded. 

360 not found. 

169 errors. 

Elapsed time: 18.10s 

(.venv34) lontra:countries lucianoS | 


I 


a 17-1: (i£_t) flags2 threadpool.py fetr 1 ^ » tqdm 

iftjafi&j (£T) 




pip install tqdm tqdm 'eL 


















































>>> import time 

>>> from tqdm import tqdm 

>>> for i in tqdm(range(1000)): 

time.sleep(.01) 


>>> # -> 




futures.as_completed 

( https://docs .python.org/3/library/concurrent, futures .html#concurrent. futures .a 
asyncio. as_completed 
( http s: //doc s .python, org/ 3 /library/ asyncio- 
task.html#asyncio.as_completed) , 1 ^# tqdm 



















$1 17-8 









o 


17-8 flags2 


$ python3 flags2_threadpool.py -h 

usage: flags2_threadpool.py [-h] [-a] [-e] [-1 N] [-m CONCURRENT] [-s LABEL] 

1-v] 

[CC [CC ...]] 


Download flags for country codes. Default: top 20 countries by population. 


positional arguments: 
CC 


country code or 1st letter (eg. B for BA...BZ) 


optional arguments: 
-hj --help 
-a, --all 
-e, --every 
-1 N, --limit N 


show this help message and exit 
get all available flags (AD to ZW) 
get flags for every possible code (AA...ZZ) 
limit to N first codes 






















































-m CONCURRENT, --max_req CONCURRENT 

maximum concurrent requests (default=30) 

-s LABEL, --server LABEL 

Server to hit; one of DELAY, ERROR, LOCAL, REMOTE 
(default=LOCAL) 

-v, --verbose output detailed progress info 
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$ 





HTTP ISMS 



4 










o 


LOCAL 

http://localhost:8001/flags; ftftftlSll 

^HTTP Wi^, 8001 n &tJi#Nginxo 

Eft README.rst 

( https://github .com/ fluentpython/ example-code/blob/master/17- 
futures/countries/README.rst) ij£ft7IS® Nginxo 


REMOTE 


http://flupy.org/data/flags; 

- if E' 








ft 

yIc flupy. org Cloudflare CDN (http://www.cloudflare.com/) Eft 

icDNir 




, a fa wmn r - 

503 errors—Service Temporarily Unavailable” <> jiT AAPi/ 


T Cloudflare, foiMTo 



DELAY 

ftTi http://localhost:8002/flags; 

HTTP fftft, 8002o Nginx JM#^itiftn±7 

Mozilla Vaurien, Eft 7 AMM o ItTMftPJ Eft HP'7 README.rst 3tft 
( https://github .com/ fluentpython/ example-code/blob/master/17- 











































































futures/countries/README.rst) 4 1 isfr Vaurien iXM. Eft VX ^ <, 


ERROR 


http://localhost:8003/flags ; H£R/f 

8003 ^P, ^lAT HTTP faA$£ifiPfrAo 


Vaurien 





^R&Jr 8001 A 

mim LOCAL j£^o DELAYED ERROR 

8002 8003 ^mPo GitHub 17- 

fiitures/countries/README.rst A A 
( https: //github .com/ fluentpython/ example-code/blob/master/17- 


futures/countries/README.rst) , i&B| / Af 1 'J F5 l1 j=l Nginx fP Mozilla 
Vaurien, 



$ python3 flags2_sequential.py 
LOCAL site: http://localhost:8001/flags 
Searching for 20 flags: from BD to VN 
1 concurrent connection will be used. 


20 flags downloaded. 
Elapsed time: 0.10s 



17-10 M 


7js$\ 17-10 


is A flags2_threadpool.py j$P hk DE LAY 



X A, B^C 








































































































$ python3 flags2_threadpool.py -s DELAY a b c 
DELAY site: http://localhost:8002/flags 
Searching for 78 flags: from AA to CZ 
30 concurrent connections will be used. 


43 flags downloaded. 
35 not found. 

Elapsed time: 1.72s 



limit MKfrJo 7 K#!| 17-11 100 


iSiITS t lOOHHifi. 

/ji \ 9 \ 17-11 Slf flags2_asyncio.py WfA ftJIJ 100 1'if itt (- 

m 100) )k ERROR ffi^-UfTSlOO fflHil (-al 100) 

$ python3 flags2_asyncio.py -s ERROR -al 100 -m 100 
ERROR site: http://localhost:8003/flags 
Searching for 100 flags: from AD to LK 
100 concurrent connections will be used. 


73 flags downloaded. 
27 errors. 

Elapsed time: 0.64s 


flags2 


XJS 


17.5.1 flags2^^[|7K 


it J l=t 


(download_one) it ^0 R 

HTTP 404 ftiH (tPcPJ) o 

downloadjnany iSffc S □ 


M, 


)ff I n 






1=1 V 



AA 

FT 
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17-12 


Hags2 sequential.py ill flags2 threadpool.py 





/pi?!] 17-12 flags2 sequential.py: (A it T it Lit Y t Ml It : 










def get_flag(base_url, cc): 

url = '{}/{cc}/{cc}.gif'.format(base_urlj cc=cc.lower()) 
resp = requests.get(url) 
if resp.status_code != 200: O 
resp.raise_for_status() 
return resp.content 

def download_one(cc, base_url, verbose=False): 
try: 

image = get_flag(base_url, cc) 
except requests.exceptions.HTTPError as exc: © 
res = exc.response 
if res.status_code == 404: 

status = HTTPStatus.not_found © 
msg = 'not found' 
else: © 
raise 

else: 

save_flag(image, cc.lowerQ + '.gif') 
status = HTTPStatus.ok 
msg = 'OK' 

if verbose: © 
print(cc, msg) 

return Result(status, cc) © 


©get_flag BSfSWftag®, S HTTP ft S3 * ft 200 Bt, 

requests.Response.raise_for_status 10 

10 HTTP im 200 HTTP if 

0 download_one requests. exceptions.HTTPError # 

B, HTTP 404 . 

©. 7 :status 

HTTPStatus. not_found; HTTPStatus flags2_common 

(JaLA^J A-10) B A Enum AJR° 








-v/--verbose iifeJpI, Mtjn 




0 download_one 
status ^ 
HTTPStatus.ok 






namedtuple 



9 ~7 


mm hh 

HTTPStatus. not founds 


Result, 


It rb 

S N 


17-13 download_many 

4m 




m 0 






r, n 






'J 7Em a 





a 



O 


17-13 flags2_sequential.py: 

m 



download_many 



def download_many(cc_list, basejjrl, verbose, max_req): 
counter = collections.CounterQ O 
cc_iter = sorted(cc_list) © 
if not verbose: 

cc_iter = tqdm.tqdm(cc_iter) © 
for cc in cc_iter: © 
try: 

res = download_one(cc, basejjrl, verbose) © 
except requests.exceptions.HTTPError as exc: © 

errorjnsg = 'HTTP error {res.status_code} - {res.reason}' 
errorjnsg = error_msg.format(res=exc.response) 
except requests.exceptions.ConnectionError as exc: Q 
errorjnsg = 'Connection error' 
else: 0 

errorjnsg = '' 
status = res.status 

if errorjnsg: 

status = HTTPStatus.error © 
counter[status] += 1 © 

if verbose and errorjnsg: © 

print('*** Error for {}: {}'.format(cc, errorjnsg)) 

return counter © 





O Counter 

HTTPStatus.ok^ HTTPStatus.not_found gJc 
HTTPStatus.error„ 






cc iter^m^o 
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7jrf7!l 17-14 flags2_threadpool.py: 

import collections 
from concurrent import futures 

import requests 
import tqdm © 

from flags2_common import main, HTTPStatus © 
from flags2_sequential import download_one © 

DEFAULT_CONCUR_REQ = 30 © 

MAX_CONCUR_REQ = 1000 © 

def download_many(cc_list , basejjrl, verbose, concur_req): 
counter = collections.CounterQ 

with futures.ThreadPoolExecutor(max_workers=concur_req) as executor: © 
to_do_map = {} © 

for cc in sorted(cc_list): 0 

future = executor.submit(download_one, 

cc, base_url, verbose) © 
to_do_map[future] = cc © 
done_iter = futures.as_completed(to_do_map) ® 
if not verbose: 

done_iter = tqdm.tqdm(done_iter, total=len(cc_list)) © 

for future in done_iter: © 
try: 

res = future.result() © 
except requests.exceptions.HTTPError as exc: © 

error_msg = 'HTTP {res.status_code} - {res.reason}' 
errorjmsg = error_msg.format(res=exc.response) 
except requests.exceptions.ConnectionError as exc: 

errorjmsg = 'Connection error' 
else: 

errorjmsg = '' 
status = res.status 

if errorjmsg: 

status = HTTPStatus.error 




return 


counter[status] += 1 
if verbose and errorjnsg: 
cc = to_do_map[future] 
print('*** Error for {} 
counter 


{}'.format(cc, errorjnsg)) 


if _name_ == '_main_': 
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from ... AAA/^A7 yield From(...); 
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0 O O 2. Python 


(.venv34) lontra:17-concurrency luciano$ python3 spinner_thread.py 
spinner object: <Thread(Thread-l, initial)> 

Answer: 42 

(.venv34) lontra:17-concurrency luciano$ python3 spinner_asyncio.py 
spinner object: <Task pending coro=<spin() running at spinner_asyncio.py:12» 
\ thinking!| 
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18-1: spinne r_thre ad.py ^P spinner_asyncio.py Pi J$P ^ fitJ flu Lu y< 

7F ^ it,^P ~SC “Answer: 42” □ 
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fftA spinner thread.py ( JaLtt^J 18-1) » 
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import threading 
import itertools 
import time 
import sys 

class Signal: O 
go = True 

def spin(msg, signal): © 

write, flush = sys.stdout.write, sys.stdout.flush 
for char in itertools.cycle('|/-\\'): © 

status = char + ' ' + msg 
write(status) 
flushQ 

write('\x08' * len(status)) © 
time.sleep(.1) 
if not signal.go: © 
break 

write(' ' * len(status) + '\x08' * len(status)) © 
def slow_function(): © 

# ummm/o-mm 

time.sleep(3) 0 
return 42 

def supervisor(): © 

signal = SignalQ 

spinner = threading.Thread(target=spin, 

args=('thinking!', signal)) 
print('spinner object:', spinner) © 
spinner.start() © 
result = slow_function() © 

signal.go = False © 
spinner.join() © 
return result 


def main(): 

result = supervisor() © 
print('Answer:', result) 

if name == ' main ': 



main() 




© <Thread(Thread-l J 

initial)>o 

© slow_function gffr, MM 


© signal spin SI ffc ft 3 fft IP for tJfl'F 
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ftMlb M.Miisjj|§o MJfi> @asyncio.coroutine 
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/K^iJ 18-2 


spinnerasyncio.py: 





import asyncio 
import itertools 
import sys 

@asyncio.coroutine O 
def spin(msg): © 

write, flush = sys.stdout.write, sys.stdout.flush 
for char in itertools.cycle( 1 |/-\\ 1 ): 
status = char + ' ' + msg 
write(status) 
flushQ 

write('\x08' * len(status)) 
try: 

yield from asyncio.sleep(.1) © 

except asyncio.CancelledError: © 
break 
































































write(' 


' * 


len(status) + '\x08' * len(status)) 


@asyncio.coroutine 
def slow_function(): © 

# immn/o-mm 

yield from asyncio.sleep(3) © 
return 42 


@asyncio.coroutine 
def supervisor(): © 

spinner = asyncio.async(spin('thinking!')) © 

print('spinner object:', spinner) © 
result = yield from slow_function() © 

spinner.cancel() © 
return result 


def main(): 

loop = asyncio.get_event_loop() © 

result = loop.run_until_complete(supervisor()) © 

loop.closeQ 

print('Answer:', result) 

if _name_ == '_main_': 

main() 
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supervisor 


def supervisor^): 

signal = SignalQ 

spinner = threading.Thread(target=spin, 

args=('thinking!', signal)) 
print('spinner object:', spinner) 
spinner.start() 
result = slow_function() 
signal.go = False 
spinner.join() 
return result 
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@asyncio.coroutine 
def supervisor(): 

spinner = asyncio.async(spin('thinking!')) 
print('spinner object:', spinner) 
result = yield from slow_function() 
spinner.cancel() 
return result 
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>>> import asyncio 

>>> def run_sync(coro_or_future): 

... loop = asyncio.get_event_loop() 

... return loop.run_until_complete(coro_or_future) 

• • • 

>>> a = run_sync(some_coroutine()) 
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import asyncio 
import aiohttp O 

from flags import BASEJJRL, save_flag, show, main © 

@asyncio.coroutine © 
def get_flag(cc): 

url = '{}/{cc}/{cc}.gif'.format(BASEJJRL, cc=cc.lower()) 
resp = yield from aiohttp.request('GET', url) © 
image = yield from resp.readQ © 
return image 

@asyncio.coroutine 

def download_one(cc): © 

image = yield from get_flag(cc) © 
show(cc) 

save_flag(image, cc.lowerQ + '.gif') 
return cc 


def download_many(cc_list): 

loop = asyncio.get_event_loop() © 

to_do = [download_one(cc) for cc in sorted(cc_list)] © 

wait_coro = asyncio.wait(to_do) © 
res, _ = loop.run_until_complete(wait_coro) © 
loop.closeQ © 

return len(res) 

if _name_ == '_main_': 

main(download_many) 
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@asyncio.coroutine 
def get_flag(cc): 

url = '{}/{cc}/{cc}.gif'.format(BASEJJRL, cc=cc 
resp = yield from aiohttp.request('GET ', url) 
image = yield from resp.readQ 
return image 
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url = '{}/{cc}/{cc}.gif'.format(BASE 
resp = aiohttp. requestQGETQ url) 
image = resp.readQ 
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$ python3 flags2_asyncio.py -s ERROR -al 100 -m 100 
ERROR site: http://localhost:8003/flags 
Searching for 100 flags: from AD to LK 
100 concurrent connections will be used. 


73 flags downloaded. 
27 errors. 

Elapsed time: 0.64s 
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downloader_coro W^ffl download_many ©it° 
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import asyncio 
import collections 

import aiohttp 

from aiohttp import web 

import tqdm 

from flags2_common import main, HTTPStatus, Result, save_flag 


# $|#n503 - Service Temporarily 
DEFAULT_CONCUR_REQ = 5 
MAX_CONCUR_REQ = 1000 


Unavailable 




class FetchError(Exception): © 

def_init_(self, country_code): 

self.country_code = country_code 


@asyncio.coroutine 

def get_flag(base_url, cc): © 

url = '{}/{cc}/{cc}.gif'.format(base_url, cc=cc 
resp = yield from aiohttp.request('GET', url) 
if resp.status == 200: 

image = yield from resp.readQ 
return image 

elif resp.status == 404: 

raise web.HTTPNotFoundQ 
else: 

raise aiohttp.HttpProcessingError( 

code=resp.status, message=resp.reason, 
headers=resp.headers) 


lower()) 


@asyncio.coroutine 

def download_one(cc, base_url, semaphore, verbose): © 
try: 

with (yield from semaphore): © 

image = yield from get_flag(base_url, cc) 
except web.FITTPNotFound: © 

status = FITTPStatus. not found 


© 


msg = 'not found' 
except Exception as exc: 

raise FetchError(cc) from exc 
else: 

save_flag(image, cc.lowerQ + 
status = FITTPStatus. ok 
msg = 'OK' 


Q 

• gif') 0 


if verbose and msg: 
print(cc, msg) 

return Result(status, cc) 
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semaphore = asyncio.Semaphore(concur_req) 
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with (yield from semaphore): 

image = yield from get_flag(base_urlj cc) 
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@asyncio.coroutine 










def downloader_coro(cc_list, basejjrl, verbose, concun_req) 
counter = collections.CounterQ 
semaphore = asyncio.Semaphore(concur_req) © 
to_do = [download_one(cCj basejjrl, semaphore, verbose) 

for cc in sorted(cc_list)] © 




to_do_iter = asyncio.as_completed(to_do) © 
if not verbose: 

to_do_iter = tqdm.tqdm(to_do_iter, total=len(cc_list)) 
for future in to_do_iter: © 
try: 

res = yield from future © 
except FetchError as exc: 0 

country_code = exc.country_code © 
try: 

errorjmsg = exc._cause_.args[0] © 

except IndexError: 

error_msg = exc._cause_._class_._name_ 

if verbose and errorjmsg: 

msg = '*** Error for {}: {}' 
print(msg.format(country_code, errorjmsg)) 
status = FITTPStatus. error 
else: 

status = res.status 
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counter[status] += 1 


return counter 


def downloadjnany(cc_list, basejjrl, verbose, 
loop = asyncio.get_event_loop() 
coro = downloader_coro(cc_list, basejjrl, 
counts = loop.run_until_complete(coro) © 
loop.closeQ © 
return counts 
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ThreadPoolExecutor save_flag 


@asyncio.coroutine 

def download_one(cc, base_url, semaphore, verbose): 
try: 

with (yield from semaphore): 

image = yield from get_flag(base_url, cc) 
except web.HTTPNotFound: 

status = HTTPStatus.not_found 
msg = 'not found' 
except Exception as exc: 

raise FetchError(cc) from exc 
else: 

loop = asyncio.get_event_loop() © 
loop.run_in_executor(None, © 

save_flag, image, cc.lower() + ’.gif') © 

status = HTTPStatus.ok 
msg = 'OK' 

if verbose and msg: 
print(cc, msg) 

return Result(status, cc) 
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api_calll(requestlj function (response!.) { 

// 

var request2 = stepl(responsel); 

api_call2(request2, function (response2) { 

// 

var request3 = step2(response2); 
api_call3(request3j function (response3) { 

// HHtf? 

step3(response3); 

}); 

}); 

}); 
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def stagel(responsel): 

request2 = stepl(responsel) 
api_call2(request2j stage2) 

def stage2(response2): 

request3 = step2(response2) 
api_call3(request3j stage3) 

def stage3(response3): 
step3(response3) 

api_calll(requestlj stagel) 
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@asyncio.coroutine 

def three_stages(requestl): 

responsel = yield from api_calll(requestl) 
# 

request2 = stepl(responsel) 
response2 = yield from api_call2(request2) 
# 

request3 = step2(response2) 

response3 = yield from api_call3(request3) 

# JgTii? 

step3(response3) 

loop.create_task(three_stages(requestl)) # 
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@asyncio.coroutine 
def http g et(url): 

res = yield from aiohttp.request('GET 1 , url) 
if res.status == 200: 

ctype = res.headers.get('Content-type', '') 
if 'json' in ctype or url.endswith('json'): 

data = yield from res.json() © 
else: 

data = yield from res.read() © 
return data 


lower () 


elif res.status == 404: 

raise web.HTTPNotFoundQ 
else: 

raise aiohttp.errors.HttpProcessingError( 
code=res.status, message=res.reason, 
headers=res.headers) 


@asyncio.coroutine 

def get_country(base_url, cc): 

url = '{}/{cc}/metadata.json'.format(base 
metadata = yield from http g et(url) © 
return metadata['country'] 


_url, cc=cc.lower()) 


@asyncio.coroutine 

def get_flag(base_url, cc): 

url = '{}/{cc}/{cc}.gif'.format(base_url, 
return (yield from http g et(url)) © 


cc=cc.lower()) 


@asyncio.coroutine 
def download_one(cc, 
try: 


base_url, semaphore, verbose) 


with (yield from semaphore): © 




image = yield from get_flag(base_urlj cc) 
with (yield from semaphore): 

country = yield from get_country(base_urlj cc) 
except web.HTTPNotFound: 

status = HTTPStatus.not_found 
msg = 'not found' 
except Exception as exc: 

raise FetchError(cc) from exc 
else: 

country = country. replace(' ' '_') 

filename = '{}-{}.gif'.format(countryj cc) 
loop = asyncio.get_event_loop() 

loop.run_in_executor(None, save_flag, image, filename) 
status = HTTPStatus.ok 
msg = 'OK' 

if verbose and msg: 
print(cc, msg) 

return Result(status, cc) 


O #P;l:l*] 5 Sr^^7 |/ el^ ' json ', url B . json 

. json() M®^^ Python 

omi mm .reado 

©metadata JSON Python 7 1 M ° 

O return yield from, 

python 

© lilt semaphore with get_flag 

get_count ry, 0 MM MTfcPt fa]° 
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LOCAL, REMOTE, DELAY ^P ERROR 









SSC vaurien error delay.sh (https://github.com/fluentpython/example- 
code/blob/master/17-futures/countries/vaurien_error_delay.sh) 4 1 StJ iAII □ 
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4.8 THil'tfrut 


r^ic Unicode 4*#o 
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unicodedata 

'f Telnet TCP #lttffi&gt&, 




& 







e o o 


4. bash 


lontra: 

charfinder lucianoS telnet localhost 2323 


Trying 127.0.0. 

1 ... 


Connected to localhost. 


Escape character is fA ] f . 


?> chess black 



U+265A 

* 

BLACK CHESS KING 


U+265B 


BLACK CHESS QUEEN 


U+265C 

E 

BLACK CHESS ROOK 


U+265D 

A 

BLACK CHESS BISHOP 


U+265E 

ft 

BLACK CHESS KNIGHT 


U+265F 

1 

BLACK CHESS PAWN 


6 matches for ' 

chess black' 


?> sun 




U+2600 

*- 

BLACK SUN WITH RAYS 


U+2609 

a 

SUN 


U+263C 


WHITE SUN WITH RAYS 


U+26C5 


SUN BEHIND CLOUD 


U+2E9C 

r=i 

CJK RADICAL SUN 


U+2F47 

0 

KANGXI RADICAL SUN 


U+3230 

0 

PARENTHESIZED IDEOGRAPH SUN 


U+3290 

® 

CIRCLED IDEOGRAPH SUN 


U+C21C 

$ 

HANGUL SYLLABLE SUN 


U+1F31E 

• 

SUN WITH FACE 


10 matches for 

’sun' 


?> ac 




Connection closed by foreign host. 


lontra: 

charfinder lucianoS 



[H 18-2: Telnet ^ ^ 1^ fo] tcp charfinder.py -§ 

il0“chess black” TP “sun” 
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18.6.1 Ifcfflasyncio'&^TCPJ!## 













































charfmder.py 





asyncio 

charfmder.py J$P S 

( https://github.com/ fluentpython/ example-code ) 



o 


charfinder Python 10It(tj Unicode 

31, Miufl 

0 





31 , 



'SUN' 1XMM0t£ 

yu 


( 

A-A- 9 /S 





) 


31 4 1 , 

' SUN' tX^jSs] S0 10 # Unicode y 

charfmder_index.pickle Eft 3t tl 1 4U #P jp;jitill ^ ^ ^ 







^-in], charfinder# 







o 


9 & Python 3.5 4 1 , frit7 4 'SUN' $J Unicode 7#: U+1F323 (WHITE 

SUN) > U+1F324 (WHITE SUN WITH SMALL CLOUD) > U+1F325 (WHITE SUN BEHIND 
CLOUD) fn U+1F326 (WHITE SUN BEHIND CLOUD WITH RAIN) . - 







0 18-2 S IP M #11: ill Eft tcp_charfmder.py 
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/K{U 18-14 tcp charfinder.py: asyncio. start_server Slit 

18 - 15 * 


import sys 
import asyncio 

from charfinder import UnicodeNamelndex O 

CRLF = b'\r\n' 

PROMPT = b'?> ' 

index = UnicodeNameIndex() © 

@asyncio.coroutine 

def handle_queries(readerj writer): © 
while True: © 

writer.write(PROMPT) # 7tU5Uyield from! © 
yield from writer.drainQ # yield from! © 

data = yield from reader. readlineQ © 
try: 









































































query = data.decode().strip() 
except UnicodeDecodeError: © 

query = '\x00' 

client = writer.get_extra_info('peername') © 

print('Received from {}: {!r}'.format(client, query)) © 

if query: 

if ord(query[:1]) < 32: © 

break 

lines = list(index.find_description_strs(query)) © 
if lines: 

writer.writelines(line.encode() + CRLF for line in lines) © 
writer.write(index.status(query, len(lines)).encode() + CRLF) © 

yield from writer.drain() © 

print('Sent {} results'.format(len(lines))) © 

print('Close the client socket') © 
writer.closeQ © 




UnicodeNamelndex 


0 


UnicodeNamelndex 'hizHjOT charfmderindex.pickle 



A*A* 
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loop. run_with_executor() Tjfe 
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+ M Unicode 

imm, 


0/B- 



it, Leo 


/R nT P. 


© asyncio. start_server eliffc, 

asyncio.StreamReader asyncio.StreamUIriter 


G 






© StreamUlriter.write Jf'} 






\ u 


?> 


—• A-A- 

TKf't o 


© StreamWriter.drain writer HTt; FJfVX 

yield from 



o StreamReader. readline M® 


yiv 


bytes M 



O 


© Telnet » 



UnicodeDecodeError 



El 9 




© M ® ^ ^ ^ fltl f M ilk iih o 



(D StreamUlriter ijrL 


O 


handle_queries 


hr 0 

N 7H 






O 





d=f, 

J 7 


Wik i/o 


il &hk dn yield from W^j], 



MtU, StreamUlriter .write AkilfiS^MjC fcll'lfi 


mmmw# 



lE^Atr I/O St reamUlriter .drain jkW 

H, StreamReader. readline tilAkWMo asyncio lAStl 


7^m 18-15 18-14, main lie 


18-15 tcp charfinder.py 18-14) : main iMAll'Jll 


mm 






def main(address='127.0.0.1 ', port=2323): O 
port = int(port) 
loop = asyncio.get_event_loop() 

server_coro = asyncio.start_server(handle_queries, address, port, 

loop=loop) © 

server = loop.run_until_complete(server_coro) © 

host = server.sockets[0]. getsocknameQ © 

print('Serving on {}. Hit CTRL-C to stop.'.format(host)) © 

try: 

loop.run_forever() © 
except Keyboardlnterrupt: # ^CTRL-C® 

pass 

print('Server shutting down.') 
server.close() © 

loop.run_until_complete(server.wait_closed()) 0 
loop.closeQ © 

if _name_ == '_main_': 

main(*sys.argv[l:]) © 


O main MW 

© asyncio. start_server > M® fftWM^#jJl® 

A asyncio. Server ^^ij, A TCP 

© server coro fAfM, (server) 


o 













© server .wait_closed() 
loop.run_until_complete Jj'-llk, 





o 



MJF sys.argvfl: ], 


main 






o 



'/£M, run until_complete 

Future M 


(start server 






(server.wait closed 7f) 





o 



#¥a run_until_complete 
Task o 


a 


A* 



7F$\\ 18-16 tcpchar finder.py: 

firm 



18-2 








$ python3 tcp_charfinder.py 

Serving on ('127.0.0.1', 2323). Hit CTRL-C to stop. O 
Received from ('127.0.0.1', 62910): 'chess black' © 
Sent 6 results 

Received from ('127.0.0.1', 62910): 'sun' © 

Sent 10 results 

Received from ('127.0.0.1', 62910): '\x00' © 

Close the client socket © 




o 









12 S Python 3.5 TJe Sent 14 results,, #JAL 




©fflt'ST CTRL-C 







o 





o 








/±M, main Mlffc/ld^ALSPM/jN Serving on...fj§S> 


loop.run_forever() 7;iife H IS. 



O 


# 3P ^ > © fjj® y*i 4j 3\ 




4a 




handle_queries fMM> 






O 




# 




handle_queries 0itb, 

bBii Keyboardlnterrupt 







O 


tcp_charfinder.py asyncio 

API (https://docs.python.or^3/library/asyncio-stream.html) , 







i&WM) o jib 



asyncio Twisted 


APL #f#if #JAL asyncio 

(https://docs.python.Org/3/library/asyncio-protocol.html) , M®® - '4®!/ 

M&M API ^1® TCP S^IMo 


http 


18.6.2 aiohttp^ii 





])iT§C 4 fN$!HliffiEft aiohttp ®HTTP, 


asyncio 

Ifc ■ f ji ilf ® ^ JP1 T http charfmder.py Jip ^ 0 HI 18 - 3 ^ 
® Web If®, 






“cat face” 
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e o 




Charfinder 



©I 


localhost 8888/?query=cat+face 


C (Q* Search 


☆ & * # © = 


Examples: bismillah . black . Braille , cat , chess , circled , digit, dot, Ethiopic . face , hexagram, Malavalam . mark , operator . Roman , symbol 


cat face 


find 10 matches for 'cat face' 


U+1F431 CAT FACE 

U+1F638 S& GRINNING CAT FACE WITH SMILING EYES 

U+1F639 & CAT FACE WITH TEARS OF JOY 

U+1F63A SMILING CAT FACE WITH OPEN MOUTH 

U+1F63B (V SMILING CAT FACE WITH HEART-SHAPED EYES 

U+1F63C CAT FACE WITH WRY SMILE 

U+1F63D KISSING CAT FACE WITH CLOSED EYES 

U+1F63E S POUTING CAT FACE 

U+1F63F U CRYING CAT FACE 

U+1F640 & WEARY CAT FACE 



H 18-3: M 'A (j(r i$f U M 1 S. 7jt ft http_charfinde r.py 
face”#il 



I==l 




u 


cat 





"-■'^35. a 



Unicode o s 


18-3 M OS X M Firefox m 







o 


Safari MW# 

W&MEftiltifrJxS. Chrome ^P 

m 



Opera 

#P“chess”) IE'ft, OS X Wi Chrome ^P Opera 

nm o 


ficfl'J AAA http_charfmder.py |Ji;|J if M 1 JR 








J*A 

R 


VA'- 



WAA HTTP 




18-17o 


7jWJ 18-17 http charfmder.py: main fP init Ml %L 


@asyncio.coroutine 

def init(loop, address, port): O 

app = web.Application(loop=loop) © 

app.router.add_route('GET 1 , home) © 

handler = app.make_handler() © 

server = yield from loop.create_server(handler, 

address, port) © 

return server.sockets[0].getsockname() © 


























































































«t@ © © »© 


def main(address="127.0.0.1", port=8888): 
port = int(port) 
loop = asyncio.get_event_loop() 

host = loop.run_until_complete(init(loop, address, port)) © 
print('Serving on {}. Hit CTRL-C to stop.'.format(host)) 
try: 

loop.run_forever() © 
except Keyboardlnterrupt: # SCTRL-Cf® 

pass 

print('Server shutting down.') 
loop.close() © 

if _name_ == '_main_': 

main(*sys.argv[l: ]) 


init 






© aiohttp.web.Application Web 


0 


JEGET / 


EJ&MPJ home (#JaL^P^!] 18-18) » 


app.make_handler M 0 

MM app M Ml M S 0 Eti 




aiohttp.web.RequestHandler 


HTTP it 


create server 





U handler 

(address) fP^P (port) _hc 


p o 


®Tinit®it 





; & 



, main i< 


0 





■> /.> 


JL 7\\ > * Hi'* 


asyncio 'eLffy API, iltE njtltt 


¥\ 18-17 ^mf 





o 



serven_coro = asyncio.start_server(handle_queries, address, port, 

loop=loop) 

server = loop.run_until_complete(server_coro) 


HTTP 4*, initgirffii 


> r> . > ._ 



server = yield from loop.create_server(handler, 

address, port) 


{Ite init main 


host = loop.run_until_complete(init(loop, address, port)) 


asyncio.start_server 1 I 1 MP loop. create_server 
U, asyncio.Server MMo %jJ 

\m, ^mfo # tcp^j 

4 1 , loop. run_until_complete(server_coro), ^4^ 

server_coro te asyncio. start_server HTTP 

create_server init f44M l= t =, 6t(^ y h yield f rom 

M init main 

loop. run_until_complete(init(. ..)) 



MW$J asyncio.coroutine tf|5BtlM#7?'/£, 

yield from, asyncio 

$|$P run_until_completeo 


/Jn^J 18-18 home HTTP home 

(II) URLo 












7Jn$!J 18-18 http charfmder.py: home tSilfc 


def home(request) : O 

query = request.GET.get('query ', '').strip() © 
print('Query: {!r}'.format(query)) © 

if query: © 

descriptions = list(index.find_descriptions(query)) 
res = '\n'.join(ROW_TPL.format(**vars(descr)) 

for descr in descriptions) 
msg = index.status(query, len(descriptions)) 
else: 

descriptions = [] 
res = " 

msg = 'Enter words describing characters.' 

html = template.format(query=query, result=res, © 

message=msg) 

print('Sending {} results'.format(len(descriptions))) © 

return web.Response(content_type=CONTENT_TYPEj text=html) © 



mk 




aiohttp.web.Request $ 


O 



riff, itefjlrose. 




n 



o 




HTML W® 


o 



o 


O Response M 



/ 



O 


Sm, home 



yield from^ii^, 


It aiohttp add_noute 

( http://aiohttp .readthedocs. or^ en/vO. 14.4/ webreference .html#aiohttp. web .L 
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7F$I 18-18 home 



$&Wc\% 7 C Django Flask rf 1 D\JFiAL[^ 



fL $ 



B ;|-/>: 



C, M 




W, HTML^ffio #M#F*3#4*lft 


UnicodeNamelndex M 



”c { 0 . 7 E 




fij#P, aiopg / Ei (https://aiopg.readthedocs.or^en/stable/) 

PostgreSQL ilE sjj, -0 asyncio yield 

IEWWM-#o 


from 


± 

n 








r=i 

r*j 








a 

7 K 


ft Xi'EfrflL 



J-^ 



o http_charfinder.py 

n*di 75 821 >b 

m—^ 5.3MB ft HTMLT®, M/F 


til • 

V *\\ • 




“cjk”, 

0 13 jiW, home 



75 821 frft 




o 


^tE^CJKfeMJS: TifllinW+Jt. UJstf] Python 


CJK Python 3.4 




HTTP curl iift^i^jfcft&ft 



httpcharfinder.py Sii^cjk”, 2 

®ftDftjS W 


vcril 11 A* P,R 

o MjAh 




gift“braille”®0 256trSS, BMX'J'* 19KB, 


ft®WSS4'fflW 0.017 #„ g®, 2 ®>t+&S“cjk”g 


lift. 



/J>gS 2 # 



o 


tr» 





M® (tfcMfc) 200 




j# (https://github.com/fluentpython/example-code) rf 1 ft charfinder.py fj| 
Jft, f/pz7^1J/A UnicodeNamelndex.find_descriptions 


start stop, 


izfeft#fc— 

liWt^M® ttr 200 

WebSockets fti ftl T ^ ftft 
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, Hitts, S 

SJitBj, Bffiffl AJAX fig 
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python 


yield frorru 0 asyncio 



o 




ftMMtkT threading 



asyncio 





O 



vl>wP , ^$i7i£7 asyncio.Future 
from 1757#, asyncio.Task ^6^7; 

asyncio ' 


,7 Wt 377 M yield 

ST^UfT 


y'jN o 





-rrsy 













o 



llJJtJM, asyncio.wait 

asyncio.as_completed S<if£, 0jih^F#7JG download_many MllfcEft 

downloader_coro WMT 1 * 
yield from M. asyncio. as_completed 



o 



\l[/ 






loop.run_in_executor *v£M 

( 111 © o 
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Asynchronous IO Support Rebooted: 

the‘asyncio’Module” ( https://www.python.org/dev/peps/pep-3156/ ) ^M W 
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pep 

API: 



|S]M 









(1) f.add_done_callback(...) 
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De ferred” ( http s: //group s. googl e. c om/ forum/#!msg/python- tul ip/ut4vTG- 
08k8/PWZzUXX9HYIJ ) „ Guido M Twisted 

Python # 4^ f I ^ ini/if f £ M> 7± python-twisted pf i££J!.4 3 pf‘Zf 
JphH4> “What Would Twisted Do (WWTD) 19 


A M W Guido van Rossum fj A > it Python III 51 P (l(j4c & )kl Aj‘ p ftj 



o 



asynciolA* ^42icT 
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Python 

(the One Loop) : 
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Python 


a > 



Guido van Rossum Afi'rAA 





18 A A A: PEP 249—Python Database API Specification v2.0o 





19 l±I [=1 Guido A 2015 1 ^ 29 I IA A tf'i A S ( https y/groups. google, com/forum/#! msg/python 

tulip/pPMwts-CvUcw/e!oX_n8FSPwJ) , Min Glyph alBP 














Alex Martelli 





Python ^, 





(attribute) 


—-La 

S N 











(property) , 







Bertrand Meyer, Object-Oriented Software Construction , 2E, p. 57. 












lij, if® ii“DIY: OSCON schedule ”—X 




(http://conferences.oreilly.com/oscon/oscon2014/public/content/schedulefeed) o UP I'' JSON SCi’VM 
744KB, (http://www.oreilly.com/pub/sc/osconfeed) » 

oscon-schedule/data/ @osconfeed. 

json (https://github.com/fluentpython/example-code/tree/master/19-dyn-attr-prop/oscon/data ) „ 


19-1 osconfeed.json 





\ 



TOTIHS^aift 


{ "Schedule": 

{ "conferences": [{"serial": 115 }], 

"events": [ 

{ "serial": 34505, 

"name": "Why Schools Don't Use Open Source to Teach Programming", 
"event_type": "40-minute conference session", 

"time_start": "2014-07-23 11:30:00", 

"time_stop": "2014-07-23 12:10:00", 

"venue_serial": 1462, 

"description": "Aside from the fact that high school programming...", 
"website_url": "http://oscon.com/oscon2014/public/schedule/detail/345 
"speakers": [157509], 

"categories": ["Education"] } 

], 

"speakers": [ 

{ "serial": 157509, 

"name": "Robert Lefkowitz", 

"photo": null, 

"url": "http://sharewave.com/", 

"position": "CTO", 

"affiliation": "Sharewave", 

"twitter": "sharewaveteam", 

"bio": "Robert 'r0ml' Lefkowitz is the CTO at Sharewave, a startup... 

"venues": [ 

{ "serial": 1462, 

"name": "F151", 
































"category": "Conference Venues" } 



IP-f JSONS3W 895 iRiBS, tkM 19-1 KyilttS 7 4j3 T3Jiy.*tU , ! 

JSON Mil, £3 "Schedule"; Si' 




fa*®, W4^a : 


"conferences". "events". "speakers" fP "venues". 34 




7H 




o J\\\ 



4/Kf!I 19-1 t, # f 3lit f F. it- 

t, yy*$ w±-f 3HESS: „ 55 


3. "conferences" @7)3 
zRo 3 4 ' / h5 ? fJsS l 4 I fit®-1 V 7C 






tFit-*iBl:, ; 

-333 "serial" 








Si8®lftJg-3#P*FfflDPT«*3 OSCON it®®. 
a, K^Tfet&S^itit&JtsI*. 3^.tt^aw, H*OSCON2014 


1:33 ■ 



/jy o 


19-2 





: json.load(fp)o 







To osconfeed.load Mim# 



II O 


7j\^!l 19-2 osconfeed.py: Ti£ osconfeed.json (doctest 19-3 

40 


from urllib.request import urlopen 
import warnings 
import os 
import json 

URL = 'http://www.oreilly.com/pub/sc/osconfeed' 

DSON = 'data/osconfeed.json' 

def load(): 

if not os.path.exists(DSON): 

msg = 'downloading {} to {}'.format(URL, DSON) 
warnings.warn(msg) © 

with urlopen(URL) as remote, open(DS0N, 'wb') as local: © 





local, write (remote. readQ) 

with open(DSON) as fp: 

return json.load(fp) © 



19-3 osconfeed.py: 19-2 doctest 


>>> feed = load() © 

>>> sorted(feed['Schedule'].keys()) © 

['conferences', 'events', ' speakers', 'venues'] 

>>> for key, value in sorted(feed[ 'Schedule' ] .itemsQ): 
... print('{:3} {}'.format(len(value), key)) © 

• • • 

1 conferences 
494 events 
357 speakers 
53 venues 

>>> feed['Schedule']['speakers'][-1]['name'] © 

'Carina C. Zona' 

>>> feed['Schedule']['speakers'][-1]['serial'] © 

141590 

>>> feed['Schedule']['events'][40]['name'] 

'There *Will* Be Bugs' 

>>> feed['Schedule']['events'][40]['speakers'] © 

[3471, 5199] 


feed 



7H 





0 "Schedule" 


n o 








19 . 1.1 





/K^lJ 19-2feed['Schedule']['events'] [40] 
[ 'name' ] it JavaScript f > 



feed.Schedule.events[40] .name it Python f» oJW 

m (RAW**:* *®!) 4 , xk 




Li I MJ- 1^-rr^rnX)^: 

FrozenlSON H, 

Rummm - 






t^w^, §p 









iJfKj ' AttrDict (https://pypi.python.org/pypi/attrdict) 

-addict (https://pypi.python.org/pypi/addict) „ 




7 K#(J 19-4 FrozenlSON 






19-5 4>o 


19-4 19-5 FrozenlSON ^ft, 

name, #n .keys() 4D .items() 


>>> from osconfeed import load 
>>> raw_feed = load() 

>>> feed = Frozen3S0N(raw_feed) O 
>>> len(feed.Schedule.speakers) © 

357 

>>> sorted(feed.Schedule.keysQ) © 

[ 1 conferences 1 , ' events'speakers ', 'venues'] 

>>> for key, value in sorted(feed.Schedule.itemsQ): © 

... print('{:3} {}'.format(len(value ), key)) 

• • • 

1 conferences 
494 events 
357 speakers 
53 venues 




































































>>> feed.Schedule.speakers[-1].name © 
'Carina C. Zona' 

>>> talk = feed.Schedule.events[40] 

>>> type(talk) © 

<class 'explore©.FrozenlSON'> 

>>> talk.name 
'There *Will* Be Bugs' 

>>> talk.speakers © 

[3471, 5199] 

>>> talk.flavor © 

Traceback (most recent call last): 

• • • 

KeyError: 'flavor' 
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raw feed, liW 




FrozenDSON $ 


® FrozenDSON 
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© Wn.keysQ, 


Gftft items () 





ft4 1 fft 7U % Wi 
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\MW feed.Schedule.speakers, iS^, 

FrozenDSON ftlX° 


® events 40 

FrozenDSON 
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^■TCm/E 


yfv 


JSONftH, 


Afv 


© speakers 


h 1=1 


© KeyError 


AttributeError 


FrozenDSON 


ft_getattr_10.5 ft fitl Vector 


\ r. ^ > 


/IN 


Vector ft 



iftft 
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^Dv.x, v.y, v. z) o ft, ftj 


ft 





±. 


getattr 


M 19-4 


E3. 
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y^ 


<M"IM: Jii^± 







AttributeError — ff#nt£A4 

getattr_ Jjfe EftA^ibtfllPT^'fn, Mi. 


— -■- 1 —A 

° X N 









ift 







J*A 

Ff 


l4To 


#PztAlJ 19-5 $TzTN FrozenlSON ( init ^P 


getattr_) ^P 

4f 4s m. be -; m m 



14 data D @jlfc. 



0/£t -i=r\\m 


getattr 

mm‘\± 



self, data 



, A# FrozenlSON 5 



AS A A4jJ l/r A A'A> $I#P}E items o 

self._data.items() 7jl4o $Pji self. data fit! 



14, IP A 


getattr 


; /K4 


Atp 


^-JS 


, > f#^p Frozen ISON, build ° 


r r | 



>r/_> 


snj> 


AAlX build 



A self._data 

AtAfcAAA json 

A A ^ A Frozen: 


FrozenlSON 


zIn^iJ 19-5 exploreO.py: JSON 

FrozenlSON AIA FrozenlSON ft 


json 


y k 


ffi. 





from collections import abc 


class FrozenlSON: 

.-^H«n, 



def _init_(self, mapping): 

self._data = dict(mapping) © 


def _getattr_(self, name): © 

if hasattr(self._data, name): 

return getattr(self._data, name) © 

else: 

return FrozenlSON.build(self._data[name]) © 


@classmethod 

def build(cls, obj): © 




if isinstance(obj , abc.Mapping): © 

return cls(obj) 

elif isinstance(obj, abc.MutableSequence): © 

return [els.build(item) for item in obj] 
else: 0 

return obj 




© , hk self._data name 

FrozenDSON.build() 5 



© @classmethod □ 

© obj FrozenDSON 

© #Pji;Jik MutableSequence 6 0|th, fcffiE ob j 

4^64^1 v tc ill !/3ift# tn . build () 






>>> grad = FrozenDSON({'name': 'Dim Bo', 'class': 1982}) 

grad.class fitKlb 0 Python A class 


>>> grad.class 

File "<stdin>", line 1 
grad.class 

A 


SyntaxError: invalid syntax 



>>> getattr(grad, ’class') 
1982 




FrozenDSON 



\ \ 




0 

AE 


n FrozenDSON. init 


ja AK 
AE n 


'ft - 
*/ \ y 



>>> grad.class_ 

1982 

Al it, 19-5 _init_ 

#1 19-6 AfiMAo 

19-6 explorel.py: l^Af^A Python _ 

def _init_(self, mapping): 

self._data = {} 

for key, value in mapping.items(): 
if keyword.iskeyword(key): © 
















I 


key += 

self._data[key] = value 


keyword. iskeyword(...) 
keyword 


£nH JSONX*fl*imi^W&ltt Python UPM, 





>>> x = FrozenDSON({'2be' 
>>> x.2be 

File "<stdin>" J line 1 
x. 2be 


'or not'}) 


SyntaxError: invalid syntax 


Python3 0A str 

s.isidentifier() A s Python 

IjURAA {MIL ^ E Jc APR#iRA A A PR M14 45 A AA J§ o MJit, W 


IhI — 


II T/JN fa 

_ Xv E3 
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Ah ft > )Al 


V > 



$]£Pattr_0, attr_l, A7f$«fijAL, W&& BA&AN 

Ho 


FrozenDSON |£PR^ 

^AKHPjRits-build i2bEA®ER)hil^n^$#^h£ 




FrozenDSON FrozenDSON RfcAlJATE @|tb_getattr_A Rfe 





4B'J* * i£AAh 






_' 




tsfen. 


cb 


new 


19 . 1.3 


new 


5f ii A M i 




cCliI^E init iilRAA 


45El "Et 

lp o An 



0ii 




new 


P P 10 
B A 


#^AAASL HjJtAiERM @classmethod ^tfp^r) 


i-TE i 

I) , 






A 


A#ffc (BP self) #§p init A 






U in it 






new 



To 


init MAitAMSEMflL iTf 



£li£7 


B 

AE 


new 


object 3 a 


EUimMxtm, §PA new Jjtm init 1M, AL 


PA 




new A^AA^MSMkl^A^l, jlW, 


sc as 


init 


lAfc^ijT Python 


def object_maker(the_class, some_arg): 

new_object = the_class._new_(some_arg) 

if isinstance(new_object , the_class): 

the_class._init_(new_object, some_arg) 

return new_object 


is. 


m 


Foo('bar') 
object_maker(Foo, 


'bar') 


t^\X\ 19-7 A FrozenDSON build A 

new 


zIn^iJ 19-7 explore2. py: it A 


new A A A A build A^A 



B 


tSAl 


FrozenDSON ■* 



from collections import abc 


class FrozenDSON: 

.-AHiiSn, MMfl»&MDsoN^xi 



def _new_(els, arg): © 

if isinstance(arg, abc.Mapping): 

return superQ._new_(els) © 

elif isinstance(arg, abc.MutableSequence): 

return [cls(item) for item in arg] 
else: 


© 







return arg 


def 


_init_(self, mapping): 

self._data = {} 

for key, value in mapping.items() 
if iskeyword(key): 
key += 

self._data[key] = value 


def _getattr_(self, name): 

if hasattr(self._data, name): 

return getattr(self._data, name) 

else: 

return FrozenDSON(self._data[name]) © 


new init 




TOTO KTO&Wselfo 


TO 


@ mxmr 

new Jj'fe, JGPf 


new 


1Frozen!)SONo 




7 E object 


© new build 7Mju±-Wo 


-Z, 0 K , 


7 E FrozenDSON.build Jj'H, 


FrozenDSON |£ji|r7j£feo 




_new_ 

Mo FrozenDSON._new_TT/jt 

^, super()._new_(els) 

object._new_(FrozenDSON), M object ^ 

FrozenDSON _class_ M 

FrozenDSON TO, 

Mtiti object._new_ Jj'&Wifo 




'srM 

rfi 7E 











OSCONpTOON«gMTOTOMPm*: ^\^}4Q §P^ 

’There *Will* Be Bugs' iMTO 3471 5199, 




Schedule.speakers M 



0/B- 


±j cu 



jTO, 



venue serial 


to, mm \nfc 


m _a 
7&m TO 





Msm‘ 




Schedule.venues 
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@itb shelve pickle# 


shelve.open rgjPfi 






shelve.Shelf 

h#I±1 dbm &W& o 



• shelve.Shelf jk abc.MutableMapping (Kl##, 






o 



itb^b shelve.Shelf I/O StlTT/i, ^0 sync 

^P close; # 




it 



r@«h 






o 


## r=t=r 


f 1 # ^ 7E # # 


o 


fit## te pickle 



O 


shelve (https://docs.python.0rg/3/library/shelve.html) > dbm (https://docs 
^P pickle IHI& (https://docs.python.0rg/3/library/pickle.html) 




zfe. 

a 




1 





shelve 

oscon miMJA json£4 

'K?ttv?yfc —.yjv shelve.Shelf 





(1$|$P, 1 event. 33950' sJc ' speaker. 3471') , 
Record 



0 


M4i7E 


19-8 7 tk schedule l.pyjjip# Eft doctest, ill# shelve 






#WT python -i schedulel.py w# 



> PnzftjjpfcT schedulel n c 




























































































load db SflAJiA iMffl osconfeed. load J 19-2 7rti 


X) if^JSON WlM, Mil dbftAP^J Shelf ft 

A^AA Record s£^!lo il#&MA/n, 7iM'M A 



\M\\ speaker = db['speaker.3471'] 


O 


-^r> 


%®m7 f 


7F#!l 19-8 ifjil schedule 1 .py HA (jAL/K^lJ 19-9) 111® All 


>>> 

>>> 

>>> 


import shelve 

db = shelve.open(DESJWIE) © 
if CONFERENCE not in db: © 
load_db(db) © 


>>> speaker = db['speaker.3471'] © 

>>> type(speaker) © 

<class 'schedulel.Record'> 

>>> speaker.name, speaker.twitter © 
('Anna Martelli Ravenscroft ', 'annaraven') 
>>> db.closeQ © 


shelve.open a 



yfv 


ELTTt 

AE PI 


i^MI&SPtJtiJik conference. 115, §P conference iBilc (JRA®A) 


ien(db) mm , yfxt , - irn ^ xmdbmmmm , 


0 




PA load_db(db), 


> M/ 


G speaker iB^o 


©A 


19-9 


BA® Record #Ptl^ 


0 A A Record $ 



^JS 


WSAlaB JSON iaa 


shelve.Shelf >Sf 

_C \7tA f3=! AA AA AH 8 


Shelf AiiAA® 



ilAI with 


8 doctest 








\ 


mm- 


py.test 





schedule19-9 rf 1 


7 K0J 19-9 schedule 1 .py: 

oscon 0 mm 


shelve.Shelf 




import warnings 

import osconfeed O 

DB_NAME = 'data/schedulel_db' 

CONFERENCE = 'conference.115' 

class Record: 

def _init_(self, **kwargs): 

self._diet_.update(kwargs) © 

def load_db(db): 

raw_data = osconfeed.load() © 

warnings .warn(' loading ' + DBJWIE) 

for collection, rec_list in raw_data['Schedule'].items(): © 

record_type = collection[:-1] © 
for record in rec_list: 

key = '{}.{}'.format(record_type, record['serial']) © 

record['serial'] = key © 
db[key] = Record(**record) © 


O 19-2 osconfeed.py ° 





o 














O M 'conferences'^ 'events', » 

® record_type 's' (BP^E 'events' ^ 

'event') „ 





© fiM record_type ^P ' serial' key 0 


©JE 'serial' 47ic W {I iit ag M W ill □ 


© Record ^ 4J, 4 1 W key 


O 


Record._init 

W diet 




/k7 






slots 



ft, £n 9.8 fM= 01th, Hfr^JW 


^4 W Python MW o ff]^Pxi, X'j 

WMtt- 

f£, 








diet 

a. 9 



9 J | l5!®i^^T > 2001 /r f- Alex Martelli /li“The simple but handy 4 collector of a bunch of named 
stuff’class ”i)ix 7 l (http://code.activestate.com/recipes/52308-the-simple-but-handy-collector-of-a- 
bunch-of-named/) Buncho 






-multiprocessing.Namespace mixm 

( https ://docs .python, org/3/library/mul tiprocessing.html? 
highlight=namespace#namespaceobjects) , MW7 
( https: /Zhg.python.org/ cpython/ file/ 5 0d5 81 f69a7 3/Lib/multiprocessing/ man 
ZfP argparse.Namespace H 
( https: //docs .python, org/3/library/argpa- 
rse.html#argparse.Namespace) , 

(https://hg.python.or^cpython/file/50d581f69a73/Lib/argparse.py#11196) ] 

































































































19.1.5 




Shelf event 

i^JEn^f-Kj venue sJc speakers MMill EftMJik:mSl^iS:^ 

MMo 19-10 

tA$\ J 19-10 III [=| schedule2.py doctest 


>>> DbRecord.set_db(db) O 
>>> event = DbRecord.fetch('event.33950') © 

>>> event © 

<Event 'There *Will* Be Bugs'> 

>>> event.venue © 

<DbRecord serial='venue.1449'> 

>>> event.venue.name © 

'Portland 251' 

>>> for spkr in event.speakers: © 

... print('{0.serial}: {0.name}'.format(spkr)) 

• • • 

speaker.3471: Anna Martelli Ravenscroft 
speaker.5199: Alex Martelli 

El DbRecord Record M, 

DbRecord 

© DbRecord .fetch 
© &M, event XI Event M Event DbRecord 

© event .venue DbRecord ^j$| 0 






MTclij event.venue 




To 



l event.speakers 




DbRecord M 



O 



19-1 



Record 


init schedulel.pyj$P^ (JaLxJn^O 19-9) TTJ - T¥; 


rmmnt, mi Di_eq__Mo 



DbRecord 



Event 


DbRecord ^ 

fT, 


speakers 





H 19-1: Record ^ 

UML^I 





(DbRecord Event) Tl 


DbRecord. db 





0 

7H 


shelve.Shelf 


DbRecord .fetch JjfeR Event, venue 


Event. speakers MfTTfjSTIo _db 



















10 Stack Overflow 1 1 1 44 ''HM/^“Class-level read only properties in Python” ff'J H 
(http://stackoverflow.com/questions/1735434/class-level-read-only-properties-in-python) 











/ N 


ui'JAt \/ n j 


Alex Martelli 



> > 


o 



vtC 
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^74 (https://github.com/fluentpython/example-code) M 


(ft schedule2.py 


PH 


o 



100^, 


schedule2.py 



o 


7J4$\\ 19-11 



schedule2.py: 




Record 


import warnings 
import inspect o 

import osconfeed 

DB_NAME = 1 data/schedule2_db’ © 

CONFERENCE = ’conference.115’ 

class Record: 

def _init_(self, **kwargs): 

self._diet_.update(kwargs) 

def _eq_(self, other): © 

if isinstance(otherj Record): 

return self._diet_ == other._diet 

else: 

return Notlmplemented 
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'schedule2 db' 


©_eq 






o 




# Python 2 f 
7K^iJ 19-11 Record 
HI ith, Python 2 ^ ^ 0^ 


class Record(object): 
# . 


n 


S Python3 object ISSWIb. ith 

^,j 00 ? Fll&b-l U45EL-^W^?Mr 



n S [ J tbihip m JJL | v 0] 7 p o 


Python 2 fP Python 3 J&i£ 


s 


l/lc object 




tic T > schedule2 .py 
DbRecord #jAL^;{p!l 19-12 0 





AL' 





/KfPlJ 19-12 schedule2.py: MissingDatabaseError 
DbRecord |f| 


class MissingDatabaseError(RuntimeError) 


ffn 






\ze=t 

0/E 





class DbRecord(Record): © 

db = None © 


@staticmethod © 
def set_db(db): 

DbRecord. db = db © 


@staticmethod © 
def get_db(): 

return DbRecord. db 



















































@classmethod © 
def fetch(cls, ident): 
db = cls.get_db() 
try: 

return db[ident] 0 
except TypeError: 

if db is None: © 

msg = "database not set; call '{}.set_db(my 
raise MissingDatabaseError(msg.format(cls 
else: © 
raise 


_db)'" 
_name_)) 


def _repr_(self): 

if hasattr(self, 'serial'): © 

cls_name = self._class_._name_ 

return '<{} serial={!r}>'.format(cls 
else: 

return super()._repr_() © 


_namej self.serial) 




0 DbRecord mrm Record 


© db M 



shelve.Shelf 


© set db 




#o 


© 

T& 


Event.set_db(my_db), 



db DbRecord ^ l= t =, 


© get_db 
DbRecord. 


fetch 


© ident 


© 


fl&PJ TypeError MJeL db 



H None, Mfciii/t 





CDr^'J, TypeError 



Mfc -Event 7E ¥\ 19-13 


7Jn$!J 19-13 schedule2.py: Event 


class Event(DbRecord): O 

@property 

def venue(self): 

key = 'venue.{}'.format(self.venue_serial) 
return self._class_.fetch(key) © 

@property 

def speakers(self): 

if not hasattr(self , '_speaker_objs'): © 

spkr_serials = self._diet_['speakers'] © 

fetch = self._class_.fetch © 

self._speaker_objs = [fetch('speaker.{}'.format(key)) 

for key in spkr_serials] © 
return self._speaker_objs © 

def _repr_(self): 

if hasattr(self, 'name'): © 

cls_name = self._class_._name_ 

return '<{} {!r}>'.format(cls_namej self.name) 
else: 

return superQ._repr_() © 


O Event mrm DbRecord 

© t 1 venue venue_serial Mf443H key, 

[=1 DbRecord ^04 fetch MTj'li; (#f##jALT3t) ° 

© speakers inW _speaker_objs Mf4o 





© 1141 fetch mi speaker 
self._speaker_objSo 



name jStt, 4441 


p=r 





© SII, imM&M _nepr_ ■%&, 



IfMSW 




19-13 ^ fit! venue #f4JI> 

self._class_.fetch(key), ; 

self .fetch (key) Bjg? >4144 OSCON 0 



'fetch' flc 

'fetch' fim Event s 



ffi 








fetch 4-11fftllb 


Event 



, self.fetch 
DbRecord fill fetch „ 
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#P^ Record _getattr 
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fiMftPST- Record 


Python Ml^o h 


, #P 
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AE 
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load db Milt, #P/j4Xl 19-14o 


7K4j 19-14 schedule2.py: load_db S§|fc 


def load_db(db): 








































































































































































raw_data = osconfeed.load() 
warnings .warn(' loading ' + DB_NAME) 

for collection, rec_list in raw_data['Schedule'].items(): 
record_type = collection[:-1] O 
cls_name = record_type.capitalize() © 
els = globalsQ.get(cls_name, DbRecord) © 
if inspect.isclass(cls) and issubclass(cls, DbRecord): © 
factory = els © 
else: 

factory = DbRecord © 
for record in rec_list: © 

key = '{}.{}'.format(record_type, record['serial']) 

record['serial'] = key 

db[key] = factory(**record) © 


#o 


§ ttT, 7? schedule 1 .py 


( J7/J7X1 19-9) T'Eft load db §§t£ 


0 JE record_type ' event' 7^ 

■Event') , 





, {£7 DbRecord 
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@ 



MJeLtI: DbRecord (ft-PH 
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jCXtstftsmsi factory 
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o @ltb, factory 


DbRecord 777l> record_type 


©pT^'J* JE DbRecord factory 
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0 for key, 


0.factory factory 

DbRecord ^record_type 7 it fill 7 777717 
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7 Speaker Venue |f|, load_db 
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class Lineltem: 

def_init_(self, description, weight, price): 

self.description = description 
self.weight = weight 
self.price = price 


def subtotal(self): 

return self.weight * self.price 


fs\, S#!l 19-16fflS7-i"lRJSi 

SIM 19-16 IlMftfiW, sfeSSJn+^ai'i'Oi 

>>> raisins = Lineltem('Golden raisins', 10, 6.95) 

>>> raisins.subtotalQ 
69.5 

>>> raisins .weight = -20 # . 

>>> raisins.subtotal() # . 

-139.0 
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12 $5 a «ff/K#T0ffi» “Birth of a Salesman” (2011 ^ 10 H 15 

0, http://www.wsj.eom/articles/SB10001424052970203914304576627102996831200) , Jeff 
Bezos (ftlJUiSo 
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raisins.weight = 12) 0 
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■Ah 


$ Lineltem A 


class Lineltem: 


def _init_(self, description, weight, price): 

self.description = description 
self.weight = weight O 
self.price = price 


def subtotal(self): 

return self.weight * self.price 


@property © 

def weight(self): © 




























































































return self._weight © 

@weight.setter © 
def weight(self, value): 
if value > 0: 

self._weight = value © 

else: 

raise ValueError('value must be > 0') © 





ft; 
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weight 


@ (^property 
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© 




1 1st* 
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_weight 4* 




o 


. setter Jltt> 



weight 


O 



I; ^ 
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fA W M f4_weight 
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Mdi ValueError 


y±M, Lineltem MM: 


>>> walnuts = Lineltem('walnuts ', Q, 10.00) 
Traceback (most recent call last): 

• • • 

ValueError: value must be > 0 



o 









property(fget=None, fset=None, fdel=None, doc=None) 
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class Lineltem: 

def_init_(self, description, weight, price): 

self.description = description 
self.weight = weight 
self.price = price 


def subtotal(self): 

return self.weight * self.price 


def get_weight(self): © 

return self._weight 







def set_weight(self, value): © 
if value > 0: 

self._weight = value 

else: 

raise ValueError('value must be > 0') 
weight = property(get_weight , set_weight) © 



© property 







>>> class Class: # o 
... data = 'the class data attr' 

@property 

... def prop(self): 

... return 'the prop value' 

>>> obj = ClassQ 
>>> vars(obj) # © 







{} 

>>> obj.data # © 

'the class data attr' 
>>> obj.data = 'bar' # 
>>> vars(obj) # © 

{'data': 'bar'} 

>>> obj.data # © 
'bar' 

>>> Class.data # © 
'the class data attr' 


© 


rtLX Class data prop # 




@ vars obj Stl_diet 



ft, 





© obj .data, m 


Class.data QtKll° 


G % obj .data 


2#^JJS1£o 


© obj .data, hk obj 


4 01, $ 



k data data 


O 



o Class.data 



\mi 
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Tffiimi 
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>>> Class.prop # © 

<property object at 0xl072b7408> 

>>> obj.prop # © 

'the prop value' 

>>> obj.prop = 'foo' # © 

Traceback (most recent call last): 

• • • 

AttributeError: can't set attribute 

>>> obj._diet_['prop'] = 'foo' # © 

>>> vars(obj) # © 
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Mi Mr Mr C/-h 



® i^X obj . prop # tMr#MiftMItMM 
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>>> obj.data # © 

’bar’ 

>>> Class.data # © 

'the class data attn' 

>>> Class.data = property(lambda self: 'the "data" prop value') # © 
>>> obj.data # © 

'the "data" prop value' 

>>> del Class.data # © 

>>> obj.data # © 




'bar' 


obj .data 



ft data 0 


@ Class.data 


K^M'ft data 0 
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/Jy " \T 


m. Class.data 


O M&’ obj .data |j£ Class .data # ; ftiHjmT ° 
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obj ._class_ 


obj 
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Xl attr 


lft# J ftB't, Python ftobj AjX^ft#ft> 

-M Ji: ^ f ffl ft fftF (overriding descriptor) 0 % 
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AEiH jul 
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## Python(m II> JSJfPtfffi) fpm 


\t/ ^ A*/r 
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jft^ doc Itt^itilo 


J| ff| ll ill /Jt ^Iftf' 


ft. 


ft property 

A doc #|ft 


weight = property(get_weight, set_weight, doc='weight in kilograms') 


property ftltft > A il A ft (ft @property 


\l/ ^ AA* 


/_li> 
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5 19-2: Python fjj'J n 4 1 tA \x help(Foo.bar) ^P help(Foo) 


BP 
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7^m 19-22 


class Foo: 

@property 
def bar(self): 

'"The bar attribute' ' ' 
return self._diet_ ['bar'] 

@bar.setter 

def bar(selfj value): 

self._diet_ ['bar'] = value 





Lineltem MM>$] weight ^P price 
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7 j\^i| 19-23 bulkfood_v2prop.py: quantity 


class Lineltem: 

weight = quantity('weight') O 

price = quantity('price') © 

def_init_(self, description, weight, price): 

self.description = description 
self.weight = weight © 
self.price = price 

def subtotal(self): 

return self.weight * self.price © 




in] weight: 



weight = quantity('weight') 










ip 
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def quantity(storage_name): © 

def qty g etter(instance): © 

return instance._diet_[storage_name] © 

def qty_setter(instance, value): © 
if value > 0: 

instance._diet_[storage_name] = value © 

else: 

raise ValueError( 1 value must be > 0') 
return property(qty_getter, qty_setter) © 


O storage_name # 



; M weight fft 




weight' 


O 



® qty_getter A/ self, 

H, 0A/ qty_getter #4*; instance 

W Lineltem 
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19-25 bulkfood_v2prop.py: quantity fffflfbifiitfc 


>>> nutmeg = Lineltem('Moluccan nutmeg', 8, 13 
>>> nutmeg.weight, nutmeg.price O 
(8, 13.95) 

>>> sorted(vars(nutmeg).items()) © 

[('description', 'Moluccan nutmeg'), ('price'. 


95) 


13.95), ('weight', 8)] 


ffiiffmillX weight RP price, ° 


© itffl vars ®!X^ nutmeg 5 

ffo 
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del my_object.an_attribute 



class BlackKnight: 

def _init_(self): 

self.members = ['an arm', 'another arm', 

'a leg', 'another leg'] 
self.phrases = ["'Tis but a scratch.", 

"It's just a flesh wound.", 

"I'm invincible!", 

"All right, we'll call it a draw."] 

@property 

def member(self): 

print('next member is:') 
return self.members[0] 

@member.deleter 
def member(self): 

text = 'BLACK KNIGHT (loses {})\n-- {}' 

print(text.format(self.members.pop(0), self.phrases.pop(0))) 


blackknight.py doctest 19-27 4 1 









7F#!l 19-27 blackknight.py: 19-26 0^ doctest 

mm 


>>> knight = BlackKnight() 

>>> knight.member 
next member is: 

'an arm' 

>>> del knight.member 
BLACK KNIGHT (loses an arm) 

-- 'Tis but a scratch. 

>>> del knight.member 

BLACK KNIGHT (loses another arm) 

-- It's just a flesh wound. 

>>> del knight.member 
BLACK KNIGHT (loses a leg) 

-- I'm invincible! 

>>> del knight.member 

BLACK KNIGHT (loses another leg) 

-- All right, we'll call it a draw. 



member = property(member_getter, fdel=member_deleter) 
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Quantity 

(X weight 

description 
weight {storage} 
price {storage} 

storage name 

init 
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init 

subtotal 
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§P weight ^P price 
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Quantity t 



20-1 bulkfood_v3.py: Quantity Lineltem 

ftj M 14 


class Quantity: O 

def_init_(self, storage_name): 

self.storage_name = storage_name © 

def _set_(self, instance, value): © 

if value > 0: 

instance._diet_[self.storage_name] = value © 

else: 

raise ValueError('value must be > 0') 





































































class Lineltem: 

weight = Quantity('weight') © 

price = Quantity('price') © 

def _init_(self, description, weight, price): © 

self.description = description 
self.weight = weight 
self.price = price 


def subtotal(self): 

return self.weight * self.price 



© _set_&JL self 

(§P Lineltem.weight Lineltem.price) , instanced 
!l (Lineltem ^^ij) , value 


B 
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o 



>>> truffle = Lineltem('White truffle ', 100, 0) 
Traceback (most recent call last): 

• • • 

ValueError: value must be > 0 






o 





instance._diet_[self.storage_name] = value 



self._diet_[self.storage_name] = value 


(seif m 

instance) ^]iSo 71, self B ^ *v-w**v*s 
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: Lineltem.weight IP Lineltem.priceo 01b, 

%%&&& L±neitem 

hP Lineltem $ 




/Nf' ° 



class Lineltem: 

weight = Quantity() 
price = Quantity() 
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20-4 Quantity 7P Lineltem ^174 UML^H 
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“descriptor* 

Quantity 

weight 

Lineltem 

description 

storaqe name 


Quantity#0 {storage} 

init 

price 

_Quantity#1 {storage} 

get 

^ w 

init 

set 
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subtotal 




i/V 
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Lineltem 



44 4=1 47 7E 
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74 > _Quantity#0 4P _Quantity#l 


A777c storage_name, fell'll '_Quantity#' Aimi!> 


474l^71ltfc: Quantity._counter ^M1774 ATTflL 

frlft Quantity 4S 47 14714 i'JliTt:* 

storage_name AM71771 AT/7'JllEft 
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counter te Quantity Quantity 


2 


els te Quantity 












storage_name 
counter M14W^3ItHlEf^ (#!l 



$n, _Quantity#0) „ 

O ilM_counter 

® _get_ 7j '&, 

owner #t£ 



® I'M 1*1 Jtfft getattr Hf [hk instance 


© I'M 1*1 Jl fitl setattr Mliidfi instance 


o®&, Tfm&m 

fftgfco 



•At? 


Eft 45 Quantity 




>>> from bulkfood_v4 import Lineltem 

>>> coconuts = Lineltem('Brazilian coconut ', 20, 17.95) 

>>> coconuts.weight , coconuts.price 
(20, 17.95) 

>>> getattr(coconuts, '_Quantity#0'), getattr(coconuts, '_Quantity#l') 
(20, 17.95) 
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Lineltem_quantity©) , (BP Lineltem) ft45 
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self > instance ft owner Q owner 





A A ft if A (ft Lineltem) Eftftftl, 




ftBtft#PJo ft^ftiftl Lineltem.weight 
weight ; 

None 0 0jlt, Tftftf'J n zHSftzftMtij AttributeError 




ft (Isi, 

get instance #fftj|^ 


>>> from bulkfood_v4 import Lineltem 

>>> Lineltem.weight 

Traceback (most recent call last): 

• • • 

File ".../descriptors/bulkfood_v4.py", line 54, in _get_ 

return getattr(instance, self.storage_name) 

AttributeError: 'NoneType' object has no attribute '_Quantity#0' 



IMrfl AttributeError 

ftft^ft, Aftllftftftftft, NoneType ft 


get 




_Quantity#0, 
has no such attribute" jiftft 



II I 


Lineltem' class 
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ft#o 


aa, % r ^ 

ftpt,_^m± 



ft Quantity. 
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/jftft 20-3 bulkfood_v4b.py (ft ft /+r nBftftft) : 






class Quantity: 

counter = 0 


def _init_(self): 

els = self._class_ 

prefix = els._name_ 

index = els._counter 

self.storage_name = '_{}#{}'.format(prefix, index) 
els. counter += 1 


def _get_(self, instance, owner): 

if instance is None: 

return self o 







else: 

return getattr(instance, self.storage_name) © 

def_set_(self, instance, value): 

if value > 0: 

setattr(instance, self.storage_name, value) 
else: 

raise ValueError('value must be > 0') 







o 




JtkM 20-3, 



>>> from bulkfood_v4b import Lineltem 
>>> Lineltem.price 

<bulkfood_v4b.Quantity object at 0xl00721be0> 

>>> br_nuts = Lineltem('Brazil nuts', 10, 34.95) 

>>> br_nuts.price 

34.95 



7F#!l 20-4 bulkfood_v4c.py: Lineltem Quantity M 

model v4c 


import model_v4c as model O 

class Lineltem: 

weight = model.Quantity() © 

price = model.Quantity() 


def_init_(self, description, weight, price): 









self.description = description 
self.weight = weight 
self.price = price 


def subtotal(self): 

return self.weight * self.price 


O model v4c 
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® fiM model.Quantity 
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Quantity 
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6tl A 7E 
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def quantity(): O 
try: 

quantity.counter += 1 © 

except AttributeError: 

quantity.counter =0 © 






























































































storage_name = '_{}:{}'.format('quantity ', quantity.counter) © 

def qty g etter(instance): © 

return getattr(instance, storage_name) 

def qty_setter(instance, value): 
if value > 0: 

setattr(instance, storagejiame, value) 
else: 

raise ValueError('value must be > 0') 
return property(qty g etter, qty_setter) 


O VlcW storage_name 0 

® counter, 0]£hlE^f!fC 

% quantity 

@ tPJi: quantity. counter IE{Iijc % 0 O 

O HilEfrJlt—#jlj nKIt storage_name, 

Is It ® # # If If fit{I , fHiUMIt qty_getter ^P qty_setter lift 
itfto 

19 - 24 -#, 

getattr ^P setattr Sffc, instance. diet M 
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self fP instance 
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AutoStorage 






Validated 


AutoStorage 

validate 


f; ^ 







^ Quantity^, NonBlank, ih'tlM 


Validated 
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AutoStorage 



1i 






tt; Validated 2 ^IE5R Jill 

validate? Quantity ^P NonBlank M Validated £KJ J| 




Z *C 


Validated^ Quantity NonBlank 




Validated, set Jj IEJlk Gamma ^ 0A 
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model_v5.py: 



import abc 


class AutoStorage: O 

counter = 0 


def _init_(self): 

els = self, class 





prefix = els._name_ 

index = els._counter 

self.storage_name = '_{}#{}'.format(prefix, index) 
els. counter += 1 


def _get_(self, instance, owner): 

if instance is None: 

return self 
else: 

return getattr(instance, self.storage_name) 

def_set_(self, instance, value): 

setattr(instance, self.storage_name, value) © 

class Validated(abc.ABC, AutoStorage): © 

def_set_(self, instance, value): 

value = self.validate(instance, value) © 
super()._set_(instance, value) © 

@abc.abstractmethod 

def validate(self, instance, value): © 

.return validated value or raise ValueError. 

class Quantity(Validated): © 

.a number greater than zero. 

def validate(self, instance, value): 
if value <= 0: 

raise ValueError('value must be > 0') 
return value 


class NonBlank(Validated): 

.a string with at least one non-space character. 

def validate(self, instance, value): 
value = value.strip() 
if len(value) == 0: 

raise ValueError('value cannot be empty or blank') 
return value © 
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AutoStorage Tim Quantity 
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©Validated AutoStorage 1^. 


© set validate tf?£ 
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l^isSlSSM value 
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validate ^mism o 


O Quantity ^P NonBlank 



Validated 


© HAJAAfft validate > ft 1/lnJW 

&M, value 
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model_v5.py AIAJRP£PiI> 


Quantity ^P NonBlank #JE3V$| 20-7 Afitl 

Lineltem ^ 


zjA^l 20-7 bulkfood_v5.py: fjM Quantity ^P NonBlank 
Lineltem ^ 


import model_v5 as model O 


class Lineltem: 

description = model.NonBlank() 
weight = model.Quantity() 
price = model.Quantity() 


© 


def 


_init_(self, description, weight, 

self.description = description 
self.weight = weight 
self.price = price 


def subtotal(self): 

return self.weight * self.price 


price) 


-HA model v5 


> ^bae- 





*/Ko 








€MjsOT model.NonBlank 






Lineltem 7j7 
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print_args ®ffc, 
print_args 




il Wi cls_name display, 0jJtd''Ic4i: 
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hl.flFft'EClo 


7F$\ 20-8 


* 



^2 




descriptorkinds .py: 






### fc, ### 

def cls_name(obj_or_cls): 
els = type(obj_or_cls) 
if els is type: 

els = obj_or_cls 

return els._name_.split( 1 . 1 )[-1] 

def display(obj): 
els = type(obj) 
if els is type: 

return '<class {}>'.format(obj._name_) 

elif els in [type(None)j int]: 

return repr(obj) 
else: 

return '<{} object>'.format(cls_name(obj)) 



























































































































def print_args(name, *args): 

pseudo_args = ', ' .join(display(x) for x in args) 

print('-> {}._{}_({})'.format(cls_name(args[0]), name, pseudo_args)) 


### 



class Overriding: O 

. mmmmmmi 


m 


4 --H* 


A-A- 



def get (self, instance, owner): 

print_args('get', self, instance, owner) © 

def set (self, instance, value): 

print_args('set', self, instance, value) 


class OverridingNoGet: © 


ii ii ii >vr l 



get 


x x ' 
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_ -y ~ 

jul 



' ii ii 
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def_set_(self, instance, value): 

print_args('set', self, instance, value) 


class NonOverriding: 















n 




2^: 

JUL 





frfr 
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def _get_(self, instance, owner): 

print_args('get', self, instance, owner) 


class Managed: © 

over = Overriding() 

over no g et = OverridingNoGet() 

non_over = NonOverriding() 

def spam(self): © 

print('-> Managed.spam({})'.format(display(self))) 


O W_get_ 



® print_args E 
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property ^4*^ 


AttributeError jf- ff,, 




20-9 Obj .over H Overriding 

M (JE^#|20-8) 


>>> obj = ManagedQ O 
>>> obj.over © 

-> Overriding._get_(<Overriding object>, <Managed object>, 

<class Managed>) 

>>> Managed.over © 

-> Overriding._get_^Overriding object:^ None, <class Managed>) 

>>> obj.over =7 © 

-> Overriding._set_^Overriding object>, <Managed object>, 7) 

>>> obj.over © 

-> Overriding._get_^Overriding object>, <Managed object>, 

<class Managed>) 

>>> obj._diet_ ['over'] =8 © 

>>> vars(obj) © 

{'over': 8} 

>>> obj.over © 

-> Overriding._get_(<Overriding object>, <Managed object>, 

<class Managed>) 
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© ob j .over 
$1 ob j o 


44- Vi-* AA 
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© Managed. over 
(instance) None 0 


get 


AA* 




O A/ obj .over MM., 
ft^7o 




E4 


SfW 


® ®obj . over, M_get_ Ij ;i 
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44- Vi'- AA 



IJcilii obj ._diet 



ftiiMfo 


© tifeiA {t^E obj ._diet 



144A over fHa5T° 


© 




over P4 4^!l J! 14, Managed.over 


obj .over 


20.2.2 aw 


get 
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'J f V I fl 1 





t, SJISjfiftffBE 

+» /A- rV 4-44- M'- AA A»L rffl 


>rvt '_L .—i 



A£L 


itA' inc 


get 


set__get_ Xj 

A 4 A, 20-1 #twv jtW, K 


.44- Vi'- AA 


.44- Vi'* AA* 






diet 





11, Mt- 

□ / { -t3^ inn 


44- Vi '- AA 






44- W AA 


Za avi 2 rm. 


RWitL #JaL^^ | J 20-10o 




20-10 _get A '/A 4J 


jlSun. 


il 4+f: 4-44 AA 


9 w 


obj ,over_no_get 16: OverridingNoGet ( JJItkM 20-8) 

ffl 


M v 


>>> obj.over no g et O 

<_main_.OverridingNoGet object at 0x665bcc> 

>>> Managed.over no g et © 




< _main_.OverridingNoGet object at 0x665bcc> 

>>> obj.over no g et =7 © 

-> OverridingNoGet._set_(<OverridingNoGet object>, <Managed object>, 7) 

>>> obj.over no g et © 

< _main_.OverridingNoGet object at 0x665bcc> 

>>> obj._diet_r'over no g et'1 =9 © 

>>> obj.over no g et © 

9 

>>> obj.over no g et =7 © 

-> OverridingNoGet._set_(<OverridingNoGet object>, <Managed object:^ 7) 

>>> obj.over no g et © 

9 




o 
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obj.non_over jk 
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(20-8) »*f!l 


>>> obj = ManagedQ 
>>> obj.non_over O 

-> NonOverriding._get_(<NonOverriding object:^ <Managed object>, 

<class Managed>) 

>>> obj.non_over =7 © 

>>> obj.non_over © 

7 

>>> Managed.non_over © 

-> NonOverriding._get_(<NonOverriding object>, None, <class Managed>) 

>>> del obj.non_over © 

>>> obj.non_over © 

-> NonOverriding._get_(<NonOverriding object>, <Managed object:^ 

<class Managed>) 


O Obj . non_over 
obj o 



get 


© Managed. non_over 

Tl'-ii. o 






© Mfc, obj non_over 
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>>> obj = ManagedQ O 
>>> Managed.over = 1 © 

>>> Managed.over no g et = 2 
>>> Managed.non_over = 3 

>>> obj.over, obj.over no g et, obj.non_over © 
(1, 2, 3) 
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13 'M 7K7y^/jN^lJ 20-8 MAfAJtl Managed spam 
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>>> obj = ManagedQ 
>>> obj.spam O 

<bound method Managed.spam of <descriptorkinds.Managed object at 0x74c80c 
>>> Managed.spam © 

<function Managed.spam at 0x734734> 

>>> obj.spam =7 © 

>>> obj.spam 
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O Obj .spam ® 



® Managed. spam IX 


@ obj . spam 






I'of spam Af'/Ao 
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20-13 4^^# til 
Managed.spam XX 

EXf, 
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obj.spam^P 
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#IX (BP self) , iAA? functools.partial 
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20-14 method is descriptor.py: Text 5^, 
UserString ^ 


import collections 

class Text(collections.UserString): 

def _repr_(self): 

return 'Text({!r})'.format(self.data) 

def reverse(self): 
return self[::-1] 



Text. reverse 20-15 #r71 
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20-15 





>>> word = Text('forward') 

>>> word o 

Text('forward') 

>>> word.reverse() © 

Text('drawrof') 

>>> Text.reverse(Text('backward')) © 

Text('drawkcab') 

>>> type(Text.reverse), type(word.reverse) © 
(<class 'function'>, <class 'method'>) 

>>> list(map(Text.reverse, ['repaid', (10, 20, 
['diaper', (30, 20, 10), Text('desserts')] 

>>> Text.reverse._get_(word) © 

<bound method Text.reverse of Text('forward')> 

>>> Text.reverse._get_(None, Text) © 

<function Text.reverse at 0xl01244el8> 

>>> word.reverse © 

<bound method Text.reverse of Text('forward')> 

>>> word.reverse._self_ © 

Text('forward') 

>>> word.reverse._func_ is Text.reverse © 

True 
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Help on Quantity in module model_v5 object: 


class Quantity(Validated) 

a number greater than zero 
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1. Python 
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Help on class Lineltem in module _main_: 

class LineltemCbuiltins .object) 

Methods defined here: 

_init_Cself, description, weight, price) 


subtotalCself) 



Data descriptors defined here: 

_ diet _ 

dictionary for instance variables Cif defined) 

_weakref_ 

list of weak references to the object Cif defined) 
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a string with at least one non-space character 
price 

a number greater than zero 
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^ tuple 
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ww. mtm&immimxrmik, ffffrMTOii 





class Dog: 

def _init_(self, name, weight, owner): 

self.name = name 
self.weight = weight 
self.owner = owner 



>>> rex = Dog('Rex', 30, 'Bob') 

>>> rex 

<_main_.Dog object at 0x2865bac> 



collections. namedtuple, 
record_factory ©ffc, (#B Dog) 

21-1 o 



21-1 m\t record_factory 



>>> Dog = record_factory('Dog', 'name weight owner') O 
>>> rex = Dog('Rex', 30, ’Bob') 

>>> rex © 

Dog(name='Rex', weight=30, owner='Bob') 

>>> name, weight, _ = rex © 

>>> name, weight 
('Rex', 30) 









>>> "{2}'s dog weighs {l}kg".format(*rex) O 
"Bob's dog weighs 30kg" 

>>> rex.weight = 32 © 


>>> rex 


Dog(name='Rex', weight=32, owner='Bob') 

>>> Dog._mro_ © 

(<class 'factories.Dog'>, <class 'object’>) 


namedtuple MU: 
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Ar/r 



/IN 
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©jfin format ^®iii njl 


0 
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record_factory E 


object, 3k 


21-2 4^o 2 


^J>* o 


£§iftS frills J.S. Bueno 


7^\^\\ 21-2 record factory.py: 


yfv 


nm^mxrmik 


def record_factory(cls_name, field_names): 
try: 

field_names = field_names.replace(',', ' ').split() 
except AttributeError: # .replace^.splitT jS 

pass # li^fieldjnames^tti^tlHK^Mj^fillf^iJ 
field_names = tuple(field_names) © 




def 


_init_(self, *args, **kwargs): 

attrs = dict(zip(self._slots_, 

attrs.update(kwargs) 
for name, value in attrs.items() 
setattr(self, name, value) 


© 

args)) 


def _iter_(self): © 

for name in self, slots : 




yield getattr(self, name) 


def _repr 

values 


return 


_(self): © 

= ', '.join('{}={!r}'.format(*i) 

in zip(self._slots_ 

'{}({})'.f°rmat(self._class 


for i 
, self)) 
name_, values) 


cls_attrs = dict(_slots = field_names, © 


return type(cls_name, (object,), cls_attrs) © 
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iMffi type 
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pja 


type 


lit, 



type(my_object) 



$I#P, il 




my_object._class_ffiRo M, type ^ 


o 




y<: 


MyClass = type('MyClass', (MySuperClass, MyMixin), 

{'x': 42, 'x2': lambda self: self.x * 2}) 




type (ft y r# lit AIjiJ te name> bases dicto 











class MyClass(MySuperClass, MyMixin): 
x = 42 

def x2(self): 

return self.x * 2 


i±A##§Tnr^ll> type 
21-1 Dog io 





/K^J 21-2 A record_factory 

els name PtHtlJlLil 


WPSilMtl MyClass AA/L'N 








object, 
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iter__repr_ 
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^Io MM 9.8 AHjtiLt, 


setattr 15 
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iCHtfM in type £n^g 

collections.namedtuple 
(https://hg.python.Org/cpython/file/3.4/Lib/collections/_init_.py#1236) , 






class_template 



ffl namedtuple 


class_template.format(. ..) 7 j1X> IS 
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source 
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( https: //docs .python, org/3/library/collections .html#collections. somenamedi 


record_factory SP 


pickle dump/load 








7 M if7 v |ff collections. nameduple 

(https://hg.python.or^cpython/file/3.4/Lib/collections/_init_.py#1236) , 

“pickling’^^iwl c 
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20.1.3 4? 4* (ft Lineltem 


BPJS14 (^n weight) _Quantity#0 Ptf$U 

mm&*, 


'*m It 


20-7 ® 1 taizfitsji'ttttiga 


-/r' 

vK: 


>>> Lineltem.weight.storage_name 
'_Quantity#0' 




>>> Lineltem.weight.storage_name 
'_Quantity#weight' 
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c bp^pji®^ ±ift4 


*/h> 
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:+b 4 -tIt >fei 4£L 


f£, 

oJAEM3£#ISiiJ 


ft weight) ft^fc oJAA 


#o Lineltem #ft new , 0jib, iS 
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Lineltem #, 



model.entity iM£° Python ^^E Lineltem 


model.entity E 





izESSzr^^lJS» model.entity ©ffc 


-zHI.[ h] il7*0P4 Lineltem #, 


storage_name MW 









21-3 bulkfood_v6.py: Quantity NonBlank 

Lineltem ^ 

import model_v6 as model 

@model.entity O 
class Lineltem: 

description = model.NonBlank() 
weight = model.Quantity() 
price = model.Quantity() 

def_init_(self, description, weight, price): 

self.description = description 
self.weight = weight 
self.price = price 

def subtotal(self): 

return self.weight * self.price 



def entity(cls): © 

for key, attr in els._diet_.items(): © 

if isinstance(attr. Validated): © 
type_name = type(attr)._name_ 

attr.storage_name = '_{}#{}'.format(type_name, key) © 
return els © 










#P _NonBlank#description) » 

bulkfood_v6.py ^ PH doctest iiE PH, $Czj] fiH» $1#P, /p:^ 1 ] 21-5 

Lineltem 

tj^iJ 21-5 bulkfood_v6.py: H^fJf storage_name M14PH 

doctest 


>>> raisins = Lineltem('Golden raisins', 10, 6.95) 

>>> dir(raisins)[:3] 

[ '_NonBlank#description', '_Quantity#price', '_Quantity#weight'] 
>>> Lineltem.description.storage_name 
'_NonBlank#description' 

>>> raisins.description 
'Golden raisins' 

>>> getattr(raisins, '_NonBlank#description') 

'Golden raisins' 
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evaltime.py J$P^ t 1 A 7 evalsupport.py „ 


~J JViX print 1||£, ffE P < [N] > 

t t% >1 tJ R It te , 





W N m 






tf- 
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it Python fj!lj n“ 4 1 



evaltime.py 





JeeL ^ 

M l 



fefr evaltime.py 




7j\^!l 21-6 evaltime.py: 






1=1 


feiB < [ N ] > 


from evalsupport import deco_alpha 
print('<[l]> evaltime module start') 


class ClassOne(): 

print('<[2]> ClassOne body') 


def _init_(self): 

print('<[3]> ClassOne._init_') 


def _del_(self): 































































print('<[4]> ClassOne._del_') 

def method_x(self): 

print('<[5]> ClassOne.method_x') 

class ClassTwo(object): 

print('<[6]> ClassTwo body') 

@deco_alpha 
class ClassThree(): 

print('<[7]> ClassThree body') 

def method_y(self): 

print('<[8]> ClassThree.method_y') 

class ClassFour(ClassThree): 

print('<[9]> ClassFour body') 

def method_y(self): 

print('<[10]> ClassFour.method_y') 

if _name_ == '_main_': 

print('<[11]> ClassOne tests', 30 * '.') 

one = ClassOneQ 

one.method_x() 

print('<[12]> ClassThree tests', 30 * '.') 
three = ClassThreeQ 
three.method_y() 

print('<[13]> ClassFour tests', 30 * '.') 

four = ClassFourQ 

four.method_y() 

print('<[14]> evaltime module end') 


21-7 evalsupport.py: evaltime.py 

print('<[100]> evalsupport module start') 

def deco_alpha(cls): 

print('<[200]> deco_alpha') 





def inner_l(self): 

print('<[300]> deco_alpha:inner_l') 

cls.method_y = innen_l 
return els 

class MetaAleph(type): 

print('<[400]> MetaAleph body') 

def _init_(els, name, bases, die): 

print('<[500]> MetaAleph._init_') 

def inner_2(self): 

print('<[600]> MetaAleph._init_:inner_2') 

cls.method_z = inner_2 
print('<[700]> evalsupport module end') 


01 . 




Python fai'iM ti ^ 



evaltime.py 






o 


21-8 



If 1: /± Python f i 





evaltime 



>>> import evaltime 

<[100]> evalsupport module start 

<[400]> MetaAleph body © 

<[700]> evalsupport module end 
<[1]> evaltime module start 
<[2]> ClassOne body © 

<[6]> ClassTwo body © 

<[7]> ClassThree body 
<[200]> deco_alpha © 

<[9]> ClassFour body 
<[14]> evaltime module end © 




O evalsupport 



deco_alpha 







© 


MetaAleph HWaif.tttefrT 
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G 




| 




M^tft^ClassThree 6<J5t;>U£, 






evaltime 



0 

7E 



SitWiTtetr if 


name 


main 






(1) JP: S ftf-¥• fft import evaltime inTlM^Co 



\ (evalsupport) T'EftilPh 


(3) 


\\/ r 

m, 

nj^biio 





-deco_alpha 










2o 


02 . 





2 



feft python3 evaltime.py 



mii tiito 7 K« 21-9 m 



o 


7j\j^i| 21-9 ilfiS; 2: if shell f'fefr evaltime .py 


$ python3 evaltime.py 
<[100]> evalsupport module start 
<[400]> MetaAleph body 
<[700]> evalsupport module end 
<[1]> evaltime module start 
<[2]> ClassOne body 
<[6]> ClassTwo body 





<[7]> ClassThree body 
<[200]> deco_alpha 
<[9]> ClassFour body O 

<[11]> ClassOne tests . 

<[3]> ClassOne._init_ © 

<[5]> ClassOne.method_x 

<[12]> ClassThree tests . 

<[300]> deco_alpha:inner_l © 

<[13]> ClassFour tests . 

<[10]> ClassFour.method_y 
<[14]> evaltime module end 
<[4]> ClassOne._del_ © 



© deco_alpha ClassThree.method_y Jf'H, 0jih 

iMffi three.method_y() inner_l 

O R one ClassOne 7t 



ClassFour .method_y super(.. .) 

ClassThree.method_y , Wif 

inner 1 ©ffco 



o 







MA 1=1 



I'jjfinwir, 



ft ( WttM 21-2 tM 



JS 

7£^v o 


record_factory) , 

7cl^4r««o 


021-1 


/j^ 
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Gizmoj 

Notation 
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type 




>>> 'spam 1 ._class_ 

<class 'stn'> 

>>> str._class_ 

<class 'type'> 

>>> from bulkfood_v6 import Lineltem 

>>> Lineltem._class_ 

<class 'type'> 

>>> type._class_ 

<class 'type'> 














































































i±l, str Lineltem M7jK i type 0 


Lineltem H type 



o object 




str ^P 

-2 nJt£ 


object 



«metaclass» 


type 

t i ^ 
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7KM 



ie^^c 




str^ type ^P 



Lineltem H object EftEPI^o 
str^ object ^P Lineltem ^ type 








1^7 type, WP ABCMeta ^P Enurn□ #P 

collections. Iterable 

abc.ABCMetao Iterable W ABCMeta 7H-7HE1E 

#, Iterable H ABCMeta 


>>> import collections 

>>> collections.Iterable._class_ 

<class 'abc.ABCMeta'> 

>>> import abc 

>>> abc.ABCMeta._class_ 

<class 'type'> 

>>> abc.ABCMeta._mro_ 

(cclass 'abc.ABCMeta 1 >, <class 'type'>j <class ’object'>) 




























































































HI 21-3: Iterable Jk object Jk ABCMeta Eft^r^!jo object 

^ABCMeta IK type ABCMeta3£ 

7ltypeEft4^> ABCMeta ^ m HI 4^ H W Iterable jk 





Av*7E 







type S4 M, 
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init 
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7 n|£IEft init 



{B 
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mntt 21.3 ^, evalsupport.py 21-7 

evaltime_meta.py T> 21-10 $T7jT 0 

7^$\\ 21-10 evaltime meta.py: ClassFive Je MetaAleph 

' /7*ll 


from evalsupport import deco_alpha 
from evalsupport import MetaAleph 

print('<[l]> evaltime_meta module start') 

@deco_alpha 
class ClassThree(): 

print('<[2]> ClassThree body') 

def method_y(self): 

print('<[3]> ClassThree.method_y') 

class ClassFour(ClassThree): 

print('<[4]> ClassFour body') 

def method_y(self): 

print('<[5]> ClassFour.method_y') 

class ClassFive(metaclass=MetaAleph): 
print('<[6]> ClassFive body') 

def _init_(self): 

print('<[7]> ClassFive._init_') 

def method_z(self): 

print('<[8]> ClassFive.method_z') 

class ClassSix(ClassFive): 

print('<[9]> ClassSix body') 

def method_z(self): 

print('<[10]> ClassSix.method_z') 

if _name_ == '_main_': 

print('<[11]> ClassThree tests', 30 * '.') 




three = ClassThreeQ 
three.method_y() 

print('<[12]> ClassFour tests', 30 * 
four = ClassFourQ 
four.method_y() 

print('<[13]> ClassFive tests', 30 * '.’) 

five = ClassFiveQ 

five.method_z() 

print('<[14]> ClassSix tests', 30 * '.') 

six = ClassSixQ 

six.method_z() 

print('<[15]> evaltimejmeta module end') 





/± Python a ^ 

21-11 



evaltimemeta.py 




>>> import evaltimejmeta 
<[100]> evalsupport module start 
<[400]> MetaAleph body 
<[700]> evalsupport module end 
<[1]> evaltime_meta module start 
<[2]> ClassThree body 




<[200]> deco_alpha 
<[4]> ClassFour body 
<[6]> ClassFive body 

<[500]> MetaAleph. init © 

<[9]> ClassSix body 

<[500]> MetaAleph. init © 

<[15]> evaltime_meta module end 


O 1 ft'Jlt ClassFive BfiMTI 7 

MetaAleph. init TS'-ii ,» 

© li'JH ClassFive ClassSix HtiiliMfflT 

MetaAleph. init » 



ClassFive type 


0 


nU/E 

MetaAleph {7 #^77 


iMTI MetaAleph 



/Jn^iJ 21-12 7)t 


init 


self 





(#!l$n ClassFive) 
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name> bases^ die 
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^Jn^J 21-12 evalsupport.py: JsiSL MetaAleph tc|£> lit Ei /Jn $ { \ 
21-7 


class MetaAleph(type): 

print('<[400]> MetaAleph body') 

def _init_(els, name, bases, die): 

print('<[500]> MetaAleph._init_') 

def inner_2(self): 

print('<[600]> MetaAleph._init_:inner_2') 


els.method z = inner 2 






init 7 inner 2 lift. 


els.method_Zo MetaAleph._init_els 



^ (#|£n ClassFive) » M inner 2 a 



self 




'JS*ctr- 



(^J$n ClassFive H 




python3 evaltime_meta. py fit! 11^ 

h&ffl 21-13 o 


/jrf^J 21-13 iifiS: 4: if shell Hfetf evaltime_meta.py 


$ python3 evaltime.py 

<[100]> evalsupport module start 

<[400]> MetaAleph body 

<[700]> evalsupport module end 

<[1]> evaltime_meta module start 

<[2]> ClassThree body 

<[200]> deco_alpha 

<[4]> ClassFour body 

<[6]> ClassFive body 

<[500]> MetaAleph._init_ 

<[9]> ClassSix body 

<[500]> MetaAleph._init_ 

<[11]> ClassThree tests . 

<[300]> deco_alpha:inner_l © 

<[12]> ClassFour tests . 

<[5]> ClassFour.method_y © 

<[13]> ClassFive tests . 

<[7]> ClassFive._init_ 

<[600]> MetaAleph. init :inner_2 © 

<[14]> ClassSix tests . 

<[7]> ClassFive._init_ 

<[600]> MetaAleph. init :inner_2 © 

<[15]> evaltime_meta module end 
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7Jn$| 21-14 bulkfood_v7.py: model.Entity 

USPW 


import model_v7 as model 

class LineItem(model.Entity): © 

description = model.NonBlank() 
weight = model.Quantity() 
price = model.Quantity() 

def_init_(self, description, weight, price): 

self.description = description 
self.weight = weight 
self.price = price 

def subtotal(self): 

return self.weight * self.price 


O Lineltem jk model. Entity 

21-14 

model_v7.py Mil model.Entity 

model_v7.py Entity 21-15 Jfeo 

21-15 model_v7.py: EntityMeta 
Entity 


class EntityMeta(type): 





def _init_(els, name, bases, attr_dict): 

super()._init_(name, bases, attr_dict) © 

for key, attr in attr_dict.items(): © 

if isinstance(attr. Validated): 






type_name = type(attr)._name_ 

attr.storage_name = '_{}#{}'.format(type_namej key) 

class Entity(metaclass=EntityMeta): © 

.. 
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@classmethod ^frl^AA) 




new 
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new 
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prepare 
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/JnH'J 21-16 model_v8.py: A 


EntityMeta jC^APJT 


prepare_AiA MiLA Entity field_names ^Af 


class EntityMeta(type): 

. 7 m, . 

@classmethod 

def _prepare_(els, name, bases): 

return collections.OrderedDict() O 

def _init_(els, name, bases, attr_dict): 

super()._init_(name, bases, attr_dict) 

els._field_names = [] © 




for key, attr in attr_dict.items(): © 

if isinstance(attr, Validated): 

type_name = type(attr)._name_ 

attr.storage_name = '_{}#{}'.format(type_name, key) 
els._field_names.append(key) © 


class Entity(metaclass=Entityl v leta): 



@classmethod 

def field_names(cls): © 

for name in els._field_names: 
yield name 








fit OrderedDict ^ 
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Linelteml^, field names Jj'&M 


model.Entity 


>>> for name in Lineltem.field_names(): 
... print(name) 
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Collin Winter, 7 Jack Diederich 1717 ° Jack Diederich A PyCon 
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7F#!l A-l container_perflest.py: fefrB^f |ft JlIIIIp Eft45 f/B)%'np 

(ffilh P container_perflest.py diet) 


Btr ' in'' 

II II II 

import sys 
import timeit 

SETUP = "' 
import array 

selected = array.array( 1 d 1 ) 

with open( 1 selected.arr 1 , 'rb') as fp: 

selected.fromfile(fp, {size}) 
if {container_tyP e l is diet: 

haystack = dict.fromkeys(selected, 1) 
else: 

haystack = {container_tyP e }( se l ec 't e d) 
if {verbose}: 

print(type(haystack), end=' ') 
print('haystack: %10d' % len(haystack ), end=' ') 
needles = array.array('d') 
with open('not_selected.arr ', 'rb') as fp: 

needles.fromfile(fp, 500) 
needles.extend(selected[::{size}//500]) 




if {verbose}: 

print(' needles: %10d' % len(needles), end=' ') 


I I I 


I I I 


TEST = 
found = 0 
for n in needles: 

if n in haystack: 
found += 1 
if {verbose}: 

print(' found: %10d' % found) 


I I I 


def test(container_type, verbose): 

MAX_EXPONENT = 7 

for n in range(3, MAX_EXPONENT + 1): 
size = 10**n 

setup = SETUP.format(container_type=container_type, 

size=size, verbose=verbose) 
test = TEST.format(verbose=verbose) 

tt = timeit.repeat(stmt=test, setup=setup, repeat=5, number=l) 
print('|{:{}d}|{:f}'.format(size, MAX_EXPONENT + 1 , min(tt))) 


if 


name == 


mam 


if '-v' in sys.argv: 

sys.argv.remove('-v') 
verbose = True 
else: 

verbose = False 
if len(sys.argv) != 2: 

print('Usage: %s <container_type>' % sys.argv[0]) 
else: 

test(sys.argv[l ], verbose) 


container_perftest_datagen.py A-2) A 7jf A-1 rf 1 (Kj J]i|J A A 

f&mmm - 

7jt A\ A-2 container_perftest_datagen.py: A. A ill A ^ Rl PKj A fik WiMA 

mm, £#, immA-um 





import random 
import array 

MAX_EXPONENT = 7 

HAYSTACK_LEN = 10 ** MAX_EXPONENT 
NEEDLES_LEN = 10 ** (MAX_EXPONENT - 1) 

SAMPLE_LEN = HAYSTACK_LEN + NEEDLES_LEN // 2 

needles = array.array('d') 

sample = {1/random.random() for i in range(SAMPLE_LEN)} 
print('initial sample: %d elements' % len(sample)) 

while len(sample) < SAMPLE_LEN: 
sample.add(1/random.random()) 

print('complete sample: %d elements' % len(sample)) 

sample = array.array('d ', sample) 
random.shuffle(sample) 

not_selected = sample[:NEEDLES_LEN // 2] 
print('not selected: %d samples' % len(not_selected)) 
print(' writing not_selected.arr') 
with open('not_selected.arr ', 'wb') as fp: 
not_selected.tofile(fp) 

selected = sample[NEEDLES_LEN // 2:] 
print('selected: %d samples' % len(selected)) 
print(' writing selected.arr') 
with open('selected.arr ', 'wb') as fp: 
selected.tofile(fp) 




TJ^fJ A-3 hashdifF.py: M7jf MitL Eft{ il tJIit A4 Mit jf- 

import sys 

MAX_BITS = len(format(sys.maxsize, 'b')) 
print('%s-bit Python build' % (MAX_BITS + 1)) 

def hash_diff(ol, o2): 

hi = '{:>0{}b}'.format(hash(ol), MAX_BITS) 
h2 = '{:>0{}b}'.format(hash(o2), MAX_BITS) 

diff = ''.join('!' if bl != b2 else ' ' for bl, b2 in zip(hl, h2)) 
count = '!= {}'.format(diff.count(' !')) 
width = max(len(repr(ol)), len(repr(o2)), 8) 
sep = * (width * 2 + MAX_BITS) 

return '{!r:{width}} {}\n{:{width}} {} {}\n{!r:{width}} {}\n{}'.format( 

ol, hi, ' ' * width, diff, count, o2, h2, sep, width=width) 

if _name_ == '_main_': 

print(hash_diff(1, 1.0)) 
print(hash_diff(1.0, 1.0001)) 
print(hash_diff(1.0001, 1.0002)) 
print(hash_diff(1.0002, 1.0003)) 
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memtest.py: 


ft 



E3 
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import importlib 
import sys 
import resource 

NUM_VECTORS = 10**7 

if len(sys.argv) == 2: 

module_name = sys.argv[l].replace('.py', '') 
module = importlib.import_module(module_name) 
else: 

print('Usage: {} <vector-module-to-test>' .formatQ) 
sys.exit(l) 

fmt = 'Selected Vector2d type: {._name_ }.{. _name_}' 

print(fmt.format(module, module.Vector2d)) 

mem_init = resource.getrusage(resource.RUSAGE_SELF).rujnaxrss 
print('Creating {:,} Vector2d instances'.format(NUM_VECTORS)) 

vectors = [module.Vector2d(3.0, 4.0) for i in range(NUM_VECTORS)] 

mem_final = resource.getrusage(resource.RUSAGE_SELF).rujnaxrss 
print('Initial RAM usage: {:14,}'.format(mem_init)) 
print(' Final RAM usage: {:14,}'.format(mem_final)) 
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/±M, Python 2 J$J;fc, If M CPython gt Jython, ftf# Python 

2.5-2.7, Python 3 isff □ ffc CPython 4B JR tell® .iso ft 4 

ffc Jython 4 1 , GitHub 'f 1 fluentpython/isis2json^:j$ 
(https://github.com/fluentpython/isis2json) JiEfj Bruma J$, JJJoIlRiljlfX 
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fluentpython/isis2json M 


# ii^SP^^tl^PythonfPDython (|RTjs>=2.5iEL&lt;3) 

import sys 
import argparse 
from uuid import uuid4 
import os 

try: 

import json 
except ImportError: 

if os.name == 'java': # ^Dython^islf 

from com.xhaus.jyson import DysonCodec as json 
else: 

import simplejson as json 

SKIP_INACTIVE = True 
DEFAULT_QTY = 2**31 
ISIS_MFN_KEY = 'mfn' 

ISIS_ACTIVE_KEY = 'active' 

SUBFIELD_DELIMITER = ' A ' 

INPUT_ENCODING = 'cpl252' 

def iter_iso_records(iso_file_namej isis_json_type): © 































from iso2709 import IsoFile 
from subfield import expand 


iso = IsoFile(iso_file_name) 
for record in iso: 
fields = {} 

for field in record.directory: 
field_key = str(int(field.tag)) # 

field_occurrences = fields.setdefault(field_key, []) 
content = field.value.decode(INPUT_ENCODING, 'replace') 
if isis_json_type == 1: 

field_occurrences.append(content) 
elif isis_json_type == 2: 

field_occurrences.append(expand(content)) 
elif isis_json_type == 3: 

field_occurrences.append(diet(expand(content))) 
else: 

raise NotImplementedError('ISIS-3S0N type %s conversion ' 
'not yet implemented for .iso input' % isis_json_type) 


yield fields 
iso.close() 


def iter_mst_records(master_file_namej isis_json_type): © 

try: 

from bruma.master import MasterFactory, Record 
except ImportError: 

print('IMPORT ERROR: lython 2.5 and Bruma.jar ' 

'are required to read .mst files') 
raise SystemExit 

mst = MasterFactory.getInstance(master_file_name).open() 
for record in mst: 
fields = {} 
if SKIP_INACTIVE: 

if record.getStatusQ != Record.Status.ACTIVE: 
continue 
else: # /n ^ 



J\l±\ 


fields[ISIS_ACTIVE_KEY] = (record.getStatus() == 

Record.Status.ACTIVE) 
fields[ISIS_MFN_KEY] = record.getMfn() 
for field in record.getFieldsQ: 
field_key = str(field.getld()) 
field_occurrences = fields.setdefault(field_key, 
if isis_json_type == 3: 
content = {} 

for subfield in field.getSubfields(): 




subfield_key = subfield.getld() 
if subfield_key == 

content['_'] = subfield.getContent() 
else: 

subfield_occurrences = content.setdefault(subfield_ke 
subfield_occurrences.append(subfield.getContent()) 
field_occurrences.append(content) 
elif isis_json_type == 1: 
content = [] 

for subfield in field.getSubfields(): 
subfield_key = subfield.getld() 
if subfield_key == '*': 

content.insert(0, subfield.getContent()) 
else: 

content.append(SUBFIELD_DELIMITER + subfield_key + 

subfield.getContent()) 
field_occurrences.append(''.join(content)) 
else: 

raise NotImplementedError('ISIS-DSON type %s conversion ' 

'not yet implemented for .mst input' % isis_json_type) 

yield fields 
mst.close() 

def write json(input g en, file_name, output, qty, skip, id_tag, © 

gen_uuid, mongo, mfn, isis_json_type, prefix, 
constant): 
start = skip 
end = start + qty 
if id_tag: 

id_tag = str(id_tag) 
ids = set() 
else: 

id_tag = '' 

for i, record in enumerate(input g en): 
if i >= end: 
break 

if not mongo: 
if i == 0: 

output.write('[') 
elif i > start: 

output.write(',') 
if start <= i < end: 
if id_tag: 

occurrences = record.get(id_tag. None) 
if occurrences is None: 

msg = 'id tag #%s not found in record %s' 


if ISIS_MFN_KEY in record: 

msg = msg + (' (mfn=%s)' % record[ISIS_MFN_KEY]) 
raise KeyError(msg % (id_tag, i)) 
if len(occurrences) > 1: 

msg = 'multiple id tags #%s found in record %s' 
if ISIS_MFN_KEY in record: 

msg = msg + (' (mfn=%s)' % record[ISIS_MFN_KEY]) 
raise TypeError(msg % (id_tagj i)) 
else: # £fRG, 

if isis_json_type == 1: 

id = occurrences[0] 
elif isis_json_type == 2: 

id = occurrences[0][0][1] 
elif isis_json_type == 3: 

id = occurrences[0][] 
if id in ids: 

msg = 'duplicate id %s in tag #%s, record %s' 
if ISIS_MFN_KEY in record: 

msg = msg + (' (mfn=%s)' % record[ISIS_MFN_KEY]) 
raise TypeError(msg % (id, id_tag, i)) 
record['_id'] = id 
ids.add(id) 
elif gen_uuid: 

record['_id'] = unicode(uuid4()) 
elif mfn: 

record['_id'] = record[ISIS_MFN_KEY] 
if prefix: 

for tag in tuple(record): 
if str(tag).isdigit(): 

record[prefix+tag] = record[tag] 
del record[tag] # 

if constant: 

constant_key, constant_value = constant.split() 
record[constant_key] = constant_value 
output.write(json.dumps(record).encode('utf-8')) 
output.write('\n') 
if not mongo: 

output.write(']\n') 



def main(): © 

# 

parser = argparse.ArgumentParser( 
description='Convert an ISIS 


mst or .iso file to a ISON array') 




parser.add_argument( 

'file_name', metavar='INPUT.(mst|iso)', 
help='.mst or .iso file to read') 
parser.add_argument( 

'-o', '--out', type=argparse.FileType('w'), default=sys.stdout, 
metavar='OUTPUT.json', 

help='the file where the ISON output should be written' 

' (default: write to stdout)') 
parser.add_argument( 

'-c', '--couch', action='store_true', 

help='output array within a "docs" item in a ISON document' 

' for bulk insert to CouchDB via POST to db/_bulk_docs') 
parser.add_argument( 

'-m', '--mongo', action='store_true', 

help='output individual records as separate ISON dictionaries, one' 

' per line for bulk insert to MongoDB via mongoimport utility') 
parser.add_argument( 

'-t', '--type', type=int, metavar='ISIS_DSON_TYPE', default=l, 
help='ISIS-DSON type, sets field structure: l=string, 2=alist,' 

' 3=dict (default=l)') 
parser.add_argument( 

'-q', '--qty', type=int, default=DEFAULT_QTY, 
help='maximum quantity of records to read (default=ALL)') 
parser.add_argument( 

'-s', '--skip', type=int, default=0, 
help='records to skip from start of .mst (default=0)') 
parser.add_argument( 

' -i', '--id', type=int, metavar='TAG_NUMBER', default=0, 
help='generate an "_id" from the given unique TAG field number' 

' for each record') 
parser.add_argument( 

'-u 1 j '--uuid'j action='store_true', 

help='generate an "_id" with a random UUID for each record') 
parser.add_argument( 

'-p', '--prefix', type=str, metavar=' PREFIX', default=", 
help='concatenate prefix to every numeric field tag' 

' (ex. 99 becomes "v99")') 
parser.add_argument( 

'-n', '--mfn', action='store_true', 

help='generate an "_id" from the MFN of each record' 

' (available only for .mst input)') 
parser.add_argument( 

'-k', '--constant', type=str, metavar='TAG:VALUE', default='', 
help='Include a constant tag:value in every record (ex. -k type:AS)') 


I I I 



# TODO: tts> 

parser.add_argument( 

'-r', '--repeat', type=int, default=l, 

help='repeat operation, saving multiple DSON files' 

' (default=l, use -r 0 to repeat until end of input)') 


I I I 


args = parser.parse_args() 

if args.file_name.lower().endswith( 1 .mst’): 

input g en func = iter_mst_records © 
else: 

if args.mfn: 

print( 1 UNSUPORTED: -n/--mfn option only available for .mst 
raise SystemExit 

input g en func = iter_iso_records © 
input g en = input g en func(args.file name, args.type) © 
if args.couch: 

args.out.write( 1 { "docs" : ') 

write json(input g en, args.file_name, args.out, args.qty, 0 

args.skip, args.id, args.uuid, args.mongo, args.mfn, 
args.type, args.prefix, args.constant) 
if args.couch: 

args.out.write('}\n') 
args. out. closeQ 


input 


if _name_ 

main() 


mam 
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V m n i?, Mr ^ 
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>>> from taxi_sim import taxi_process 

>>> taxi = taxi_process(ident=13j trips=2, start_time=0) 
>>> next(taxi) 

Event(time=0j proc=13, action='leave garage') 

>>> taxi.send(_.time + 7) 

Event(time=7j proc=13, action='pick up passenger') 

>>> taxi.send(_.time + 23) 

Event(time=30j proc=13j action='drop off passenger') 

>>> taxi.send(_.time + 5) 

Event(time=35, proc=13j action='pick up passenger') 

>>> taxi.send(_.time + 48) 

Event(time=83j proc=13j action='drop off passenger') 

>>> taxi.send(_.time + 1) 

Event(time=84, proc=13j action='going home') 

>>> taxi.send(_.time + 10) 

Traceback (most recent call last): 

File "<stdin>"j line 1 , in <module> 

Stoplteration 



>>> main(num_taxis=2j seed=10) 

taxi: 0 Event(time=0j proc=0, action='leave garage') 
taxi: 0 Event(time=5j proc=0, action='picl< up passenger') 
taxi: 1 Event(time=5, proc=lj action='leave garage') 
taxi: 1 Event(time=10j proc=l, action='pick up passenger') 

taxi: 1 Event(time=15, proc=l, action='drop off passenger') 

taxi: 0 Event(time=17j proc=0, action='drop off passenger') 










taxi: 1 
taxi: 0 
taxi: 0 
taxi: 0 
taxi: 1 
taxi: 1 
taxi: 1 
taxi: 1 
taxi: 1 
taxi: 1 

0ncl 


Event(time= 
Event(time=26, 
Event(time=30, 
Event(time=34, 
Event(time= 
Event(time= 
Event(time= 
Event(time= 
Event(time= 
Event(time= 
of events *** 


24, proc 
proc=0, 
proc=0, 
proc=0, 
46, proc 
48, proc= 
110, proc 

139, proc 

140, proc 
150, proc 


=1, action='pick up passenger') 
action='pick up passenger') 
action='drop off passenger' 


aLLlUII- [J-LL-IX U pa^^CMgCI ) 

action='drop off passenger') 
action='going home') 

1, action='drop off passenger') 
1, action='picl< up passenger') 
=1, action='drop off passenger' 
=1, action='picl< up passenger') 
1, action='drop off passenger' 
1, action='going home') 


) 

) 




o 


import random 
import collections 
import queue 
import argparse 
import time 

DEFAULT_NUMBER_OF_TAXIS = 3 
DEFAULT_END_TIME = 180 
SEARCH_DURATION = 5 
TRIP_DURATION = 20 
DEPARTURE_INTERVAL = 5 

Event = collections.namedtuple('Event', 'time proc action') 

# BEGIN TAXI_PROCESS 

def taxi_process(ident, trips, start_time=0): 

.. 

time = yield Event(start_time, ident, 'leave garage') 
for i in range(trips): 

time = yield Event(time, ident, 'pick up passenger') 
time = yield Event(time, ident, 'drop off passenger') 

yield Event(time, ident, 'going home') 

# END TAXI PROCESS 


# BEGIN TAXI_SIMULATOR 
class Simulator: 





def _init_(self, procsjnap): 

self.events = queue.PriorityQueue() 
self.procs = dict(procs_map) 




A*Ar 


def run(selfj end_time): 

.. 

for -> proc in sorted(self.procs 
first_event = next(proc) 
self.events.put(first_event) 


items()) 


sim_time = 0 

while sim_time < end_time: 
if self.events.empty(): 

print('*** end of events 
break 




') 


END 


current_event = self.events.get() 
sim_timej proc_id, previous_action = current_event 
print('taxi:', proc_idj proc_id * ' ' current_event) 

active_proc = self.procs[proc_id] 

next_time = sim_time + compute_duration(previous_action) 
try: 

next_event = active_proc.send(next_time) 
except Stoplteration: 

del self.procs[proc_id] 
else: 

self.events.put(next_event) 

else: 

msg = '*** end of simulation time: {} events pending ***' 
print(msg. format (self. events .qsizeQ)) 

TAXI SIMULATOR 


def compute_duration(previous_action): 


.. 

if previous_action in ['leave garage'drop 

interval = SEARCH_DURATION 
elif previous_action == 'pick up passenger': 

interval = TRIP_DURATION 
elif previous_action == 'going home': 

interval = 1 


off passenger'] 


else: 


raise ValueError('Unknown previous_action: %s' % previous_action) 



return int(random.expovariate(l/interval)) + 1 


def main(end_time=DEFAULT_END_TIME, num_taxis=DEFAULT_NUMBER_OF_TAXIS J 

seed=None): 



1 




II II II 


if seed is not None: 
random.seed(seed) 



taxis = {i: taxi_process(i, (i+l)*2, i*DEPARTURE_INTERVAL) 

for i in range(num_taxis)} 
sim = Simulator(taxis) 
sim.run(end_time) 


if name == ' main 


parser = argparse.ArgumentParser( 

description='Taxi fleet simulator.') 
parser.add_argument('-e', '--end-time', type=int, 

default=DEFAULT_END_TIME, 

help='simulation end time; default = %s' 

% DEFAULT_END_TIME) 

parser.add_argument('-t', '--taxis', type=int, 

default=DEFAULT_NUMBER_OF_TAXIS, 

help='number of taxis running; default = %s' 

% DEFAULT_NUMBER_OF_TAXIS) 

parser.add_argument('-s', '--seed', type=int, default=None, 

help='random generator seed (for testing)') 

args = parser.parse_args() 

main(args.end_time, args.taxis, args.seed) 


seed=3, §-fe^0t=120:: 


# BEGIN TAXI_SAMPLE_RUN 
$ python3 taxi_sim.py -s 3 -e 120 


taxi: 0 
taxi: 0 
taxi: 1 
taxi: 1 
taxi: 2 
taxi: 2 
taxi: 2 


Event(time=0, proc=0, action='leave garage') 

Event(time=2, proc=0, action='pick up passenger') 
Event(time=5, proc=l, action='leave garage') 
Event(time=8, proc=l, action='pick up passenger') 
Event(time=10, proc=2, action='leave garage') 
Event(time=15, proc=2, action='pick up passenger') 
Event(time=17, proc=2, action='drop off passenger') 



taxi: 0 Event(time=18j proc=0, action='drop off passenger') 
taxi: 2 Event(time=18, proc=2, action='pick up passenger') 

taxi: 2 Event(time=25, proc=2, action='drop off passenger') 

taxi: 1 Event(time=27j proc=l, action='drop off passenger') 
taxi: 2 Event(time=27j proc=2, action='pick up passenger') 

taxi: 0 Event(time=28j proc=0, action='pick up passenger') 
taxi: 2 Event(time=40, proc=2, action='drop off passenger') 

taxi: 2 Event(time=44, proc=2j action='pick up passenger') 

taxi: 1 Event(time=55, proc=l, action='pick up passenger') 

taxi: 1 Event(time=59j proc=l, action='drop off passenger') 

taxi: 0 Event(time=65j proc=0, action='drop off passenger') 
taxi: 1 Event(time=65, proc=l, action='pick up passenger') 
taxi: 2 Event(time=65j proc=2, action='drop off passenger') 

taxi: 2 Event(time=72, proc=2, action='pick up passenger') 

taxi: 0 Event(time=76j proc=0, action='going home') 
taxi: 1 Event(time=80j proc=l, action='drop off passenger') 

taxi: 1 Event(time=88j proc=l, action='pick up passenger') 

taxi: 2 Event(time=95, proc=2, action='drop off passenger') 

taxi: 2 Event(time=97, proc=2, action='pick up passenger') 

taxi: 2 Event(time=98j proc=2, action='drop off passenger') 

taxi: 1 Event(time=106j proc=l, action='drop off passenger') 
taxi: 2 Event(time=109j proc=2, action='going home') 

taxi: 1 Event(time=110j proc=lj action='going home') 

*** end of events *** 

# END TAXI SAMPLE RUN 



A.6 

futures. ProcessPoolExecutor ^K'if 

TJ^fJ A-7 {tffi RC4 mill arcfour.py M 

ik (JaL/K^J A-8) k.Wk~n&&?o 

ik\^\ A-7 arcfour futures.py: futures.ProcessPoolExecutor 

'/£ 7A $1 

import sys 
import time 

from concurrent import futures 
from random import randrange 
from arcfour import arcfour 

DOBS = 12 
SIZE = 2**18 

KEY = b'"Twas brillig, and the slithy toves\nDid gyre" 

STATUS = '{} workers, elapsed time: {:.2f}s' 

def arcfour_test(size, key): 

in_text = bytearray(randrange(256) for i in range(size)) 
cypher_text = arcfour(key, in_text) 
out_text = arcfour(key, cypher_text) 
assert in_text == out_text, 'Failed arcfour_test' 
return size 


def main(workers=None): 
if workers: 

workers = int(workers) 
t0 = time.time() 

with futures.ProcessPoolExecutor(workers) as executor: 
actual_workers = executor._max_workers 
to_do = [] 

for i in range(DOBS, 0, -1): 

size = SIZE + int(SIZE / DOBS * (i - DOBS/2)) 




job = executor.submit(arcfour_testj size, KEY) 
to_do.append(job) 

for future in futures.as_completed(to_do): 
res = future. resultQ 
print('{:.If} KB'.format(res/2**10)) 

print(STATUS.format(actual_workerSj time.time() - t0)) 

if _name_ == '_main_': 

if len(sys.argv) == 2: 

workers = int(sys.argv[l]) 
else: 

workers = None 
main(workers) 


tj^iJ A-8 Python RC4 htiW; 
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7jf fy'J A-8 arc four, py: RC4 Eft 
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def arcfour(key, in_bytes, loops=20): 





m 


kbox = bytearray(256) # 
for i, car in enumerate(key): 

kbox[i] = car 
j = len(key) 

for i in range(j, 256): # M 

kbox[i] = kbox[i-j] 

# [1] fU^pftsbox 

sbox = bytearray(range(256)) 

# t$fl?XipherSaber-2^]Miy.> HTtTSLsbox 

# http://ciphersaber.gurus.com/faq.html#cs2 
j = 0 

for k in range(loops): 
for i in range(256): 

j = (j + sbox[i] + kbox[i]) % 256 
sbox[i], sbox[j] = sbox[j]j sbox[i] 

# mm 


i = 0 

j = 0 





out_bytes = bytearray() 

for car in in_bytes: 
i = (i + 1) % 256 

# [2] fXSLsbox 

j = (j + sbox[i]) % 256 

sbox[i], sbox[j] = sbox[j], sbox[i] 

# [3] ifjft 

t = (sbox[i] + sbox[j]) % 256 
k = sbox[t] 
car = car A k 
out_bytes.append(car) 

return out_bytes 


def test(): 

from time import time 

clear = bytearray(b'1234567890' * 100000) 
t0 = time() 

cipher = arcfour(b'key', clear) 

print('elapsed time: %.2fs' % (time() - t0)) 

result = arcfour(b'key', cipher) 

assert result == clear, '%r != %r' % (result, clear) 
print('elapsed time: %.2fs' % (time() - t0)) 
print('OK') 


if _name_ == '_main 

test() 


/J^ A-9 SHA-256 i^ij H$£'SI ^ "P ° 

4^ hashlib C OpenSSLjfo 

A-9 sha futures.py: futures. ProcessPoolExecutor 

import sys 
import time 
import hashlib 

from concurrent import futures 
from random import randrange 


DOBS = 12 





SIZE = 2**20 

STATUS = '{} workers, elapsed time: {:.2f}s' 
def sha(size): 

data = bytearray(randrange(256) for i in range(size)) 
algo = hashlib.new('sha256') 
algo.update(data) 
return algo.hexdigest() 

def main(workers=None): 
if workers: 

workers = int(workers) 
t0 = time.time() 

with futures.ProcessPoolExecutor(workers) as executor: 
actual_workers = executor._max_workers 

to_do = (executor.submit(sha, SIZE) for i in range(DOBS)) 
for future in futures.as_completed(to_do): 
res = future.result() 
print(res) 

print(STATUS.format(actual_workers, time.time() - t0)) 

if _name_ == '_main_': 

if len(sys.argv) == 2: 

workers = int(sys.argv[l]) 
else: 

workers = None 
main(workers) 



A.7 Hl7#: flags2j|^jHTTP^/^ff57K 
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17.5 TT&tl flags2 T flags2_common.py (JaL/j^JA- 
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7Jt{)iJ A-10 flags2_common.py 


import os 
import time 
import sys 
import string 
import argparse 

from collections import namedtuple 
from enum import Enum 

Result = namedtuple('Result ', 'status data') 

HTTPStatus = Enum('Status ', 'ok not_found error') 

POP20_CC = ('CN IN US ID BR PK NG BD RU IP ' 

'MX PH VN ET EG DE IR TR CD FR').split() 

DEFAULT_CONCUR_REQ = 1 
MAX_CONCUR_REQ = 1 

SERVERS = { 

'REMOTE': 'http://flupy.org/data/flags ', 

'LOCAL': 'http://localhost:8001/flags ', 

' DELAY': 'http://localhost:8002/flags ', 

'ERROR': 'http://localhost:8003/flags ', 

} 

DEFAULT_SERVER = 'LOCAL' 

DEST_DIR = 'downloads/' 

COUNTRY_CODES_FILE = 'country_codes.txt' 






def save_flag(img, filename): 

path = os.path.join(DEST_DIR, filename) 
with open(path, 'wb') as fp: 
fp.wnite(img) 

def initial_report(cc_list, actual_req, server_label): 
if len(cc_list) <= 10: 

cc_msg = ' , '. join(cc_list) 
else: 

cc_msg = 'from {} to {}'.format(cc_list[0], cc_list[-l]) 
print('{} site: {}'.format(server_label, SERVERS[server_label])) 
msg = 'Searching for {} flag{}: {}' 
plural = 's' if len(cc_list) != 1 else " 
print(msg.format(len(cc_list), plural, cc_msg)) 
plural = 's' if actual_req != 1 else '' 
msg = '{} concurrent connection{} will be used.' 
print(msg.format(actual_req, plural)) 

def final_report(cc_list, counter, start_time): 
elapsed = time.time() - start_time 
print('-' * 20) 
msg = '{} flag{} downloaded.' 

plural = 's' if counter[HTTPStatus.ok] != 1 else " 
print(msg.format(counter[HTTPStatus.ok], plural)) 
if counter[HTTPStatus.not_found]: 

print(counter[HTTPStatus.not_found], 'not found.') 
if counter[HTTPStatus.error]: 

plural = 's' if counter[HTTPStatus.error] != 1 else '' 
print('{} error{}.'.format(counter[HTTPStatus.error], plural)) 
print('Elapsed time: {:.2f}s'.format(elapsed)) 

def expand_cc_args(every_cc, all_cc, cc_args, limit): 
codes = set() 

A_Z = string.ascii_uppercase 
if every_cc: 

codes.update(a+b for a in A_Z for b in A_Z) 
elif all_cc: 

with open(COUNTRY_CODES_FILE) as fp: 

text = fp.read() 
codes.update(text.split()) 
else: 

for cc in (c.upperQ for c in cc_args): 
if len(cc) == 1 and cc in A_Z: 

codes.update(cc+c for c in A_Z) 



elif len(cc) == 2 and all(c in A_Z for c in cc): 

codes.add(cc) 
else: 

msg = 'each CC argument must be A to Z or AA to ZZ.' 
raise ValueError('*** Usage error: '+msg) 
return sorted(codes)[:limit] 


def process_args(default_concur_req): 

server_options = ', '.join(sorted(SERVERS)) 
parser = argparse.ArgumentParser( 

description='Download flags for country codes. ' 

'Default: top 20 countries by population.') 
parser.add_argument('cc', metavar='CC', nargs='*', 

help='country code or 1st letter (eg. B for BA...BZ)') 
parser.add_argument('-a', '--all', action='store_true', 

help='get all available flags (AD to ZW)') 
parser.add_argument('-e', '--every', action='store_true', 

help='get flags for every possible code (AA...ZZ)') 
parser.add_argument('-1', '--limit', metavar='N', type=int, 

help='limit to N first codes', default=sys.maxsize) 
parser.add_argument('-m', '--max_req', metavar='CONCURRENT', type=int, 

default=default_concur_req, 

help='maximum concurrent requests (default={|)' 

.format(default_concur_req)) 
parser.add_argument('-s', '--server', metavar='LABEL', 

default=DEFAULT_SERVER, 

help='Server to hit; one of {} (default={|)' 

.format(server_options, DEFAULT_SERVER)) 
parser.add_argument('-v', '--verbose', action='store_true', 

help='output detailed progress info') 
args = parser.parse_args() 
if args.max_req < 1: 

print('*** Usage error: --max_req CONCURRENT must be >= 1') 
parser.print_usage() 
sys.exit(l) 
if args.limit < 1: 

print('*** Usage error: --limit N must be >= 1') 
parser.print_usage() 
sys.exit(l) 

args.server = args.server.upper() 
if args.server not in SERVERS: 

print('*** Usage error: --server LABEL must be one of', 

server_options) 
parser.print_usage() 
sys.exit(l) 

try: 



cc_list = expand_cc_args(args.every, args.all, args.cc, args.limit) 
except ValueError as exc: 
print(exc.args[0]) 
parser.print_usage() 
sys.exit(l) 
if not cc_list: 

cc_list = sorted(POP20_CC) 
return args, cc_list 

def main(download_many, default_concur_req, max_concur_req): 
args, cc_list = process_args(default_concur_req) 
actual_req = min(args.max_req, max_concur_req, len(cc_list)) 
initial_report(cc_list, actual_req, args.server) 
base_url = SERVERS[args.server] 
t0 = time.time() 

counter = download_many(cc_list, base_url, args.verbose, actual_req) 
assert sum(counter.values()) == len(cc_list), \ 

'some downloads are unaccounted for' 
final_report(cc_list, counter, t0) 

flags2_sequential.py )]ip^ ( A-ll) 

flags2_threadpool.py )]ip^ ( 17-14) idSfjMT flags2_sequential.py 

JSP^^W get_flag download_one 


A-ll flags2_sequential.py 



$ python3 flags2_sequential.py -s DELAY b 
DELAY site: http://localhost:8002/flags 
Searching for 26 flags: from BA to BZ 
1 concurrent connection will be used. 


17 flags downloaded. 
9 not found. 

Elapsed time: 13.36s 


import collections 






import requests 
import tqdm 

from flags2_common import main, save_flag, HTTPStatus, Result 

DEFAULT_CONCUR_REQ = 1 
MAX_CONCUR_REQ = 1 

# BEGIN FLAGS2_BASIC_HTTP_FUNCTI0NS 
def get_flag(base_url, cc): 

url = ' {}/{cc}/{cc}.gif'.format(base_url, cc=cc.lower()) 
resp = requests.get(url) 

if resp.status_code != 200: 

resp.raise_for_status() 
return resp.content 

def download_one(cc, base_url, verbose=False): 
try: 

image = get_flag(base_url, cc) 
except requests.exceptions.HTTPError as exc: 
res = exc.response 
if res.status_code == 404: 

status = HTTPStatus.not_found 
msg = 'not found' 
else: 

raise 

else: 

save_flag(image, cc.lowerQ + '.gif') 
status = HTTPStatus.ok 
msg = 'OK' 

if verbose: 

print(cc, msg) 

return Result(status, cc) 

# END FLAGS2_BASIC_HTTP_FUNCTI0NS 

# BEGIN FLAGS2_D0WNLOAD_MANY_SEQUENTIAL 

def download_many(cc_list, base_url, verbose, max_req): 
counter = collections.CounterQ 
cc_iter = sorted(cc_list) 
if not verbose: 

cc_iter = tqdm.tqdm(cc_iter) 
for cc in cc iter: 



try: 

res = download_one(cCj basejjrl, verbose) 
except requests.exceptions.HTTPError as exc: 

errorjnsg = 'HTTP error {res.status_code} - {res.reason}' 
errorjnsg = error_msg.format(res=exc.response) 
except requests.exceptions.ConnectionError as exc: 

errorjnsg = 'Connection error' 
else: 

errorjnsg = '' 
status = res.status 

if errorjnsg: 

status = HTTPStatus.error 
counter[status] += 1 
if verbose and errorjnsg: 

print('*** Error for {}: {}'.format(cCj errorjnsg)) 
return counter 

# END FLAGS2_D0WNL0AD_MANY_SEQUENTIAL 
if _name_ == '_main_': 

main(downloadjnany, DEFAULT_CONCUR_REQ, NIAX_CONCUR_REQ) 
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A-12 Jk schedulel.pytl^ (tjk^IJ 19-9) 

py. test 

t^\^\\ A-12 testschedule 1 .py 

import shelve 
import pytest 

import schedulel as schedule 

(Spytest.yield fixture 
def db(): 

with shelve.open(schedule.DBJWIE) as the_db: 
if schedule.CONFERENCE not in the_db: 

schedule.load_db(the_db) 
yield the_db 

def test_record_class(): 

rec = schedule.Record(spam=99j eggs=12) 
assert rec.spam == 99 
assert rec.eggs == 12 

def test_conference_record(db): 

assert schedule.CONFERENCE in db 

def test_speaker_record(db): 

speaker = db['speaker.3471'] 

assert speaker.name == 'Anna Martelli Ravenscroft' 

def test_event_record(db): 
event = db['event.33950'] 
assert event.name == 'There *Will* Be Bugs' 





def test_event_venue(db): 

event = db['event.33950'] 
assert event.venue serial == 1449 


0 


19.1.5 tT^[Z3 T schedule2.py 75 $! A-13 teth 
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schedule2. py: jUJt/OSCONlltl 0fM|! 


>>> import shelve 

>>> db = shelve.open(DBJNIAME) 

>>> if CONFERENCE not in db: load_db(db) 


# BEGIN SCHEDULE2 DEMO 


>>> DbRecord.set_db(db) 

>>> event = DbRecord.fetch('event.33950') 

>>> event 

<Event 'There *Will* Be Bugs'> 

>>> event.venue 

<DbRecord serial='venue.1449'> 

>>> event.venue.name 
'Portland 251' 

>>> for spkr in event.speakers: 

... print('{0.serial}: {0.name}'.format(spkr)) 
• • • 

speaker.3471: Anna Martelli Ravenscroft 
speaker.5199: Alex Martelli 


# END SCHEDULE2 DEMO 


>>> db.close() 


# BEGIN SCHEDULE2_REC0RD 
import warnings 
import inspect 

import osconfeed 


DB NAME = 'data/schedule2 db' 





CONFERENCE = 'conference.115' 


class Record: 

def _init_(self, **kwargs): 

self._diet_.update(kwargs) 

def _eq_(self, other): 

if isinstance(other, Record): 

return self._diet_ == other._diet 

else: 

return Notlmplemented 
# END SCHEDULE2 RECORD 


# BEGIN SCHEDULE2_DBREC0RD 

class MissingDatabaseError(RuntimeError): 

.'Raised when a database is required but was not set.. 


class DbRecord(Record): 

db = None 


@staticmethod 
def set_db(db): 

DbRecord. db = db 


@staticmethod 
def get_db(): 

return DbRecord. db 


@classmethod 
def fetch(cls, ident): 
db = cls.get_db() 
try: 

return db[ident] 
except TypeError: 
if db is None: 

msg = "database not set; call '{}.set_db(my_db) 

raise MissingDatabaseError(msg.format(cls._name_)) 

else: 

raise 

def _repr_(self): 

if hasattr(self, 'serial'): 

els name = self, class . name 



return '<{} serial={!r}>'.format(cls_name, self.serial) 
else: 

return superQ._repr_() 

# END SCHEDULE2 DBRECORD 


# BEGIN SCHEDULE2_EVENT 
class Event(DbRecord): 

@property 

def venue(self): 

key = 'venue.{}'.format(self.venue_serial) 
return self._class_.fetch(key) 

@property 

def speakers(self): 

if not hasattr(self , '_speaker_objs'): 

spkr_serials = self._diet_['speakers'] 

fetch = self._class_.fetch 

self._speaker_objs = [fetch('speaker.{}'.format(key)) 

for key in spkr_serials] 

return self._speaker_objs 

def _repr_(self): 

if hasattr(self, 'name'): 

cls_name = self._class_._name_ 

return '<{} {!r}>'.format(cls_name, self.name) 
else: 

return superQ._repr_() 

# END SCHEDULE2 EVENT 


# BEGIN SCHEDULE2_L0AD 
def load_db(db): 

raw_data = osconfeed.load() 
warnings.warn('loading ' + DB_NAME) 

for collection, rec_list in raw_data['Schedule'].itemsQ: 
record_type = collection[:-1] 
cls_name = record_type.capitalize() 
els = globalsQ.get(cls_name, DbRecord) 
if inspect.isclass(cls) and issubclass(cls, DbRecord): 

factory = els 
else: 

factory = DbRecord 
for record in rec_list: 

key = '{}.{}'.format(record_type, record['serial']) 
record['serial'] = key 



db[key] = factory(**record) 

# END SCHEDULE2_L0AD 

A-14 py. test 1'M/J^ 1 ] A-13o 

A-14 test_schedule2.py 

import shelve 
import pytest 

import schedule2 as schedule 

(Spytest. yield fixture 
def db(): 

with shelve.open(schedule.DBJWIE) as the_db: 
if schedule.CONFERENCE not in the_db: 

schedule.load_db(the_db) 
yield the_db 

def test_record_attr_access(): 

rec = schedule.Record(spam=99j eggs=12) 
assert rec.spam == 99 
assert rec.eggs == 12 

def test_record_repr(): 

rec = schedule.DbRecord(spam=99, eggs=12) 
assert 'DbRecord object at 0x' in repr(rec) 
rec2 = schedule.DbRecord(serial=13) 
assert repr(rec2) == "<DbRecord serial=13>" 

def test_conference_record(db): 

assert schedule.CONFERENCE in db 


def test_speaker_record(db): 

speaker = db['speaker.3471'] 

assert speaker.name == 'Anna Martelli Ravenscroft' 

def test_missing_db_exception(): 
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def test_event_no_speakers(db): 
schedule.Event.set_db(db) 
event = db['event.36848'] 
assert len(event.speakers) == 0 
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